{ "configuration": { "questions_file": "/home/janko/DP/zp-agent/evaluation/questions.json", "database": "/home/janko/DP/zp-agent/data/zp_index.sqlite", "question_count": 24, "limit": 5, "published_only": false, "max_per_document": 1, "modes": [ "fts", "vector", "hybrid" ], "metrics": [ "Hit@1", "Hit@3", "Hit@5", "MRR", "Recall@5" ] }, "dataset_validation": { "indexed_document_count": 110, "missing_expected_document_count": 0, "missing_expected_documents": [] }, "summary": { "fts": { "questions": 24, "hit_at_1": 0.416667, "hit_at_3": 0.625, "hit_at_5": 0.666667, "mrr": 0.508333, "recall_at_5": 0.652778 }, "vector": { "questions": 24, "hit_at_1": 0.708333, "hit_at_3": 0.791667, "hit_at_5": 0.875, "mrr": 0.761806, "recall_at_5": 0.819444 }, "hybrid": { "questions": 24, "hit_at_1": 0.625, "hit_at_3": 0.833333, "hit_at_5": 0.916667, "mrr": 0.731944, "recall_at_5": 0.861111 } }, "by_category": { "fts": { "fact_goal": { "questions": 4, "hit_at_1": 0.5, "hit_at_3": 0.5, "hit_at_5": 0.5, "mrr": 0.5, "recall_at_5": 0.5 }, "fact_title": { "questions": 4, "hit_at_1": 0.0, "hit_at_3": 0.5, "hit_at_5": 0.75, "mrr": 0.258333, "recall_at_5": 0.75 }, "fact_tool": { "questions": 2, "hit_at_1": 1.0, "hit_at_3": 1.0, "hit_at_5": 1.0, "mrr": 1.0, "recall_at_5": 1.0 }, "fact_topic": { "questions": 4, "hit_at_1": 0.0, "hit_at_3": 0.25, "hit_at_5": 0.25, "mrr": 0.125, "recall_at_5": 0.25 }, "fact_year": { "questions": 4, "hit_at_1": 0.75, "hit_at_3": 0.75, "hit_at_5": 0.75, "mrr": 0.75, "recall_at_5": 0.75 }, "multi_document": { "questions": 1, "hit_at_1": 1.0, "hit_at_3": 1.0, "hit_at_5": 1.0, "mrr": 1.0, "recall_at_5": 0.666667 }, "negative": { "questions": 1, "hit_at_1": 1.0, "hit_at_3": 1.0, "hit_at_5": 1.0, "mrr": 1.0, "recall_at_5": 1.0 }, "paraphrase": { "questions": 3, "hit_at_1": 0.333333, "hit_at_3": 1.0, "hit_at_5": 1.0, "mrr": 0.555555, "recall_at_5": 1.0 }, "topic": { "questions": 1, "hit_at_1": 0.0, "hit_at_3": 0.0, "hit_at_5": 0.0, "mrr": 0.0, "recall_at_5": 0.0 } }, "vector": { "fact_goal": { "questions": 4, "hit_at_1": 0.75, "hit_at_3": 0.75, "hit_at_5": 0.75, "mrr": 0.75, "recall_at_5": 0.75 }, "fact_title": { "questions": 4, "hit_at_1": 1.0, "hit_at_3": 1.0, "hit_at_5": 1.0, "mrr": 1.0, "recall_at_5": 1.0 }, "fact_tool": { "questions": 2, "hit_at_1": 0.5, "hit_at_3": 0.5, "hit_at_5": 0.5, "mrr": 0.5, "recall_at_5": 0.5 }, "fact_topic": { "questions": 4, "hit_at_1": 0.5, "hit_at_3": 0.5, "hit_at_5": 1.0, "mrr": 0.6125, "recall_at_5": 1.0 }, "fact_year": { "questions": 4, "hit_at_1": 1.0, "hit_at_3": 1.0, "hit_at_5": 1.0, "mrr": 1.0, "recall_at_5": 1.0 }, "multi_document": { "questions": 1, "hit_at_1": 1.0, "hit_at_3": 1.0, "hit_at_5": 1.0, "mrr": 1.0, "recall_at_5": 0.333333 }, "negative": { "questions": 1, "hit_at_1": 1.0, "hit_at_3": 1.0, "hit_at_5": 1.0, "mrr": 1.0, "recall_at_5": 1.0 }, "paraphrase": { "questions": 3, "hit_at_1": 0.333333, "hit_at_3": 0.666667, "hit_at_5": 0.666667, "mrr": 0.5, "recall_at_5": 0.666667 }, "topic": { "questions": 1, "hit_at_1": 0.0, "hit_at_3": 1.0, "hit_at_5": 1.0, "mrr": 0.333333, "recall_at_5": 0.333333 } }, "hybrid": { "fact_goal": { "questions": 4, "hit_at_1": 0.5, "hit_at_3": 0.75, "hit_at_5": 0.75, "mrr": 0.583333, "recall_at_5": 0.75 }, "fact_title": { "questions": 4, "hit_at_1": 1.0, "hit_at_3": 1.0, "hit_at_5": 1.0, "mrr": 1.0, "recall_at_5": 1.0 }, "fact_tool": { "questions": 2, "hit_at_1": 0.5, "hit_at_3": 0.5, "hit_at_5": 0.5, "mrr": 0.5, "recall_at_5": 0.5 }, "fact_topic": { "questions": 4, "hit_at_1": 0.25, "hit_at_3": 0.75, "hit_at_5": 1.0, "mrr": 0.55, "recall_at_5": 1.0 }, "fact_year": { "questions": 4, "hit_at_1": 1.0, "hit_at_3": 1.0, "hit_at_5": 1.0, "mrr": 1.0, "recall_at_5": 1.0 }, "multi_document": { "questions": 1, "hit_at_1": 1.0, "hit_at_3": 1.0, "hit_at_5": 1.0, "mrr": 1.0, "recall_at_5": 0.333333 }, "negative": { "questions": 1, "hit_at_1": 1.0, "hit_at_3": 1.0, "hit_at_5": 1.0, "mrr": 1.0, "recall_at_5": 1.0 }, "paraphrase": { "questions": 3, "hit_at_1": 0.333333, "hit_at_3": 0.666667, "hit_at_5": 1.0, "mrr": 0.566667, "recall_at_5": 1.0 }, "topic": { "questions": 1, "hit_at_1": 0.0, "hit_at_3": 1.0, "hit_at_5": 1.0, "mrr": 0.333333, "recall_at_5": 0.333333 } } }, "questions": [ { "id": "q001", "category": "fact_year", "question": "V akom roku robil Ján Holp diplomovú prácu?", "mode": "fts", "expected_documents": [ "pages/students/2016/jan_holp/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/jan_holp/README.md", "pages/students/2019/michal_stromko/README.md", "pages/students/2016/jan_holp/timovy_projekt/README.md", "pages/students/2016/jakub_maruniak/timovy_projekt/README.md", "pages/students/2016/maros_harahus/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt", "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q001", "category": "fact_year", "question": "V akom roku robil Ján Holp diplomovú prácu?", "mode": "vector", "expected_documents": [ "pages/students/2016/jan_holp/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/jan_holp/README.md", "pages/students/2021/matej_novotny/README.md", "pages/students/2022/jan_malinovsky/README.md", "pages/students/2017/martin_jancura/README.md", "pages/students/2020/matus_suchanic/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q001", "category": "fact_year", "question": "V akom roku robil Ján Holp diplomovú prácu?", "mode": "hybrid", "expected_documents": [ "pages/students/2016/jan_holp/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/jan_holp/README.md", "pages/students/2022/jan_malinovsky/README.md", "pages/students/2020/matus_suchanic/README.md", "pages/students/2016/jan_holp/timovy_projekt/README.md", "pages/students/2021/matej_novotny/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt", "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q002", "category": "fact_year", "question": "V ktorom roku začal študovať Ján Holp?", "mode": "fts", "expected_documents": [ "pages/students/2016/jan_holp/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/jan_holp/README.md", "pages/students/2016/jan_holp/timovy_projekt/README.md", "pages/students/2021/eduard_matovka/README.md", "pages/students/2016/jakub_maruniak/timovy_projekt/README.md", "pages/students/2019/michal_stromko/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt", "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q002", "category": "fact_year", "question": "V ktorom roku začal študovať Ján Holp?", "mode": "vector", "expected_documents": [ "pages/students/2016/jan_holp/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/jan_holp/README.md", "pages/students/2022/jan_malinovsky/README.md", "pages/students/2022/valerii_kutsenko/README.md", "pages/students/2020/matus_suchanic/README.md", "pages/students/2016/jan_holp/timovy_projekt/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q002", "category": "fact_year", "question": "V ktorom roku začal študovať Ján Holp?", "mode": "hybrid", "expected_documents": [ "pages/students/2016/jan_holp/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/jan_holp/README.md", "pages/students/2022/jan_malinovsky/README.md", "pages/students/2016/jan_holp/timovy_projekt/README.md", "pages/students/2020/matus_suchanic/README.md", "pages/students/2022/jan_ptak/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt", "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q003", "category": "fact_title", "question": "Aký je názov diplomovej práce Jána Holpa?", "mode": "fts", "expected_documents": [ "pages/students/2016/jan_holp/README.md" ], "first_relevant_rank": 3, "reciprocal_rank": 0.333333, "top_documents": [ "pages/students/2016/mark_feher/README.md", "pages/students/2016/dominik_nagy/README.md", "pages/students/2016/jan_holp/README.md", "pages/students/2017/martin_jancura/README.md", "pages/students/2016/maros_harahus/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "hit_at_1": 0, "recall_at_1": 0.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q003", "category": "fact_title", "question": "Aký je názov diplomovej práce Jána Holpa?", "mode": "vector", "expected_documents": [ "pages/students/2016/jan_holp/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/jan_holp/README.md", "pages/students/2021/matej_novotny/README.md", "pages/students/2017/martin_jancura/README.md", "pages/students/2019/kristian_sopkovic/README.md", "pages/students/2018/david_omasta/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q003", "category": "fact_title", "question": "Aký je názov diplomovej práce Jána Holpa?", "mode": "hybrid", "expected_documents": [ "pages/students/2016/jan_holp/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/jan_holp/README.md", "pages/students/2017/martin_jancura/README.md", "pages/students/2016/patrik_pavlisin/README.md", "pages/students/2016/mark_feher/README.md", "pages/students/2021/matej_novotny/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q004", "category": "fact_title", "question": "Aký je názov diplomovej práce Maroša Harahusa?", "mode": "fts", "expected_documents": [ "pages/students/2016/maros_harahus/README.md" ], "first_relevant_rank": 5, "reciprocal_rank": 0.2, "top_documents": [ "pages/students/2016/mark_feher/README.md", "pages/students/2016/dominik_nagy/README.md", "pages/students/2016/jan_holp/README.md", "pages/students/2017/martin_jancura/README.md", "pages/students/2016/maros_harahus/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "hit_at_1": 0, "recall_at_1": 0.0, "hit_at_3": 0, "recall_at_3": 0.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q004", "category": "fact_title", "question": "Aký je názov diplomovej práce Maroša Harahusa?", "mode": "vector", "expected_documents": [ "pages/students/2016/maros_harahus/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/maros_harahus/README.md", "pages/students/2019/dmytro_mural/README.md", "pages/students/2019/michal_stromko/README.md", "pages/students/2021/martin_sarissky/README.md", "pages/students/2019/samuel_horani/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q004", "category": "fact_title", "question": "Aký je názov diplomovej práce Maroša Harahusa?", "mode": "hybrid", "expected_documents": [ "pages/students/2016/maros_harahus/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/maros_harahus/README.md", "pages/students/2019/michal_stromko/README.md", "pages/students/2016/maros_harahus/timovy_projekt/README.md", "pages/students/2016/ediz_morochovic/README.md", "pages/students/2019/dmytro_mural/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt", "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q005", "category": "fact_topic", "question": "Aká je téma diplomového projektu Jána Ptáka?", "mode": "fts", "expected_documents": [ "pages/students/2022/jan_ptak/README.md" ], "first_relevant_rank": null, "reciprocal_rank": 0.0, "top_documents": [ "pages/students/2022/yevhenii_leonov/README.md", "pages/topics/steel/README.md", "pages/students/2016/jakub_maruniak/README.md", "pages/students/2016/jan_holp/README.md", "pages/students/2016/lukas_pokryvka/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", "https://zp.kemt.fei.tuke.sk/topics/steel", "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" ], "hit_at_1": 0, "recall_at_1": 0.0, "hit_at_3": 0, "recall_at_3": 0.0, "hit_at_5": 0, "recall_at_5": 0.0 }, { "id": "q005", "category": "fact_topic", "question": "Aká je téma diplomového projektu Jána Ptáka?", "mode": "vector", "expected_documents": [ "pages/students/2022/jan_ptak/README.md" ], "first_relevant_rank": 5, "reciprocal_rank": 0.2, "top_documents": [ "pages/students/2017/martin_jancura/README.md", "pages/students/2016/patrik_pavlisin/README.md", "pages/students/2016/jakub_maruniak/dp2021/README.md", "pages/students/2016/tomas_kucharik/README.md", "pages/students/2022/jan_ptak/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" ], "hit_at_1": 0, "recall_at_1": 0.0, "hit_at_3": 0, "recall_at_3": 0.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q005", "category": "fact_topic", "question": "Aká je téma diplomového projektu Jána Ptáka?", "mode": "hybrid", "expected_documents": [ "pages/students/2022/jan_ptak/README.md" ], "first_relevant_rank": 2, "reciprocal_rank": 0.5, "top_documents": [ "pages/students/2016/jan_holp/README.md", "pages/students/2022/jan_ptak/README.md", "pages/students/2017/martin_jancura/README.md", "pages/students/2016/patrik_pavlisin/README.md", "pages/students/2016/jakub_maruniak/dp2021/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021" ], "hit_at_1": 0, "recall_at_1": 0.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q006", "category": "fact_year", "question": "V ktorom roku začal študovať Ján Pták?", "mode": "fts", "expected_documents": [ "pages/students/2022/jan_ptak/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2016/jan_holp/README.md", "pages/students/2021/eduard_matovka/README.md", "pages/students/2016/jakub_maruniak/timovy_projekt/README.md", "pages/students/2018/david_omasta/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt", "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q006", "category": "fact_year", "question": "V ktorom roku začal študovať Ján Pták?", "mode": "vector", "expected_documents": [ "pages/students/2022/jan_ptak/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2022/jan_malinovsky/README.md", "pages/students/2021/nikita_bodnar/README.md", "pages/students/2022/valerii_kutsenko/README.md", "pages/students/2018/ondrej_megela/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q006", "category": "fact_year", "question": "V ktorom roku začal študovať Ján Pták?", "mode": "hybrid", "expected_documents": [ "pages/students/2022/jan_ptak/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2022/jan_malinovsky/README.md", "pages/students/2016/jan_holp/README.md", "pages/students/2021/nikita_bodnar/README.md", "pages/students/2022/valerii_kutsenko/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q007", "category": "fact_tool", "question": "Aké používateľské rozhranie má Ján Pták použiť pre svojho agenta?", "mode": "fts", "expected_documents": [ "pages/students/2022/jan_ptak/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2023/samuel_dzurina/README.md", "pages/students/2016/jan_holp/README.md", "pages/students/2016/jan_holp/timovy_projekt/README.md", "pages/students/2022/jan_malinovsky/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt", "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q007", "category": "fact_tool", "question": "Aké používateľské rozhranie má Ján Pták použiť pre svojho agenta?", "mode": "vector", "expected_documents": [ "pages/students/2022/jan_ptak/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2023/samuel_dzurina/README.md", "pages/students/2023/oleksandr_dorybohov/README.md", "pages/students/2021/martin_sarissky/README.md", "pages/students/2016/jan_holp/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q007", "category": "fact_tool", "question": "Aké používateľské rozhranie má Ján Pták použiť pre svojho agenta?", "mode": "hybrid", "expected_documents": [ "pages/students/2022/jan_ptak/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2023/oleksandr_dorybohov/README.md", "pages/students/2016/jan_holp/README.md", "pages/students/2023/samuel_dzurina/README.md", "pages/students/2023/rostyslav_rodzhuk/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q008", "category": "paraphrase", "question": "Kto pracuje na agentovi na zlepšenie správy záverečných prác v ZP Wiki?", "mode": "fts", "expected_documents": [ "pages/students/2022/jan_ptak/README.md" ], "first_relevant_rank": 3, "reciprocal_rank": 0.333333, "top_documents": [ "pages/topics/faq/README.md", "pages/topics/otvorene/README.md", "pages/students/2022/jan_ptak/README.md", "pages/students/2019/michal_stromko/README.md", "pages/students/2023/maksym_zatirka/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/faq", "https://zp.kemt.fei.tuke.sk/topics/otvorene", "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" ], "hit_at_1": 0, "recall_at_1": 0.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q008", "category": "paraphrase", "question": "Kto pracuje na agentovi na zlepšenie správy záverečných prác v ZP Wiki?", "mode": "vector", "expected_documents": [ "pages/students/2022/jan_ptak/README.md" ], "first_relevant_rank": null, "reciprocal_rank": 0.0, "top_documents": [ "pages/topics/akopisat/README.md", "pages/students/2019/michal_stromko/vp2021/README.md", "pages/students/2019/michal_stromko/README.md", "pages/topics/faq/README.md", "pages/students/2023/rostyslav_rodzhuk/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/akopisat", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "https://zp.kemt.fei.tuke.sk/topics/faq", "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" ], "hit_at_1": 0, "recall_at_1": 0.0, "hit_at_3": 0, "recall_at_3": 0.0, "hit_at_5": 0, "recall_at_5": 0.0 }, { "id": "q008", "category": "paraphrase", "question": "Kto pracuje na agentovi na zlepšenie správy záverečných prác v ZP Wiki?", "mode": "hybrid", "expected_documents": [ "pages/students/2022/jan_ptak/README.md" ], "first_relevant_rank": 5, "reciprocal_rank": 0.2, "top_documents": [ "pages/students/2019/michal_stromko/vp2021/README.md", "pages/topics/akopisat/README.md", "pages/students/2019/michal_stromko/README.md", "pages/topics/faq/README.md", "pages/students/2022/jan_ptak/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021", "https://zp.kemt.fei.tuke.sk/topics/akopisat", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "https://zp.kemt.fei.tuke.sk/topics/faq", "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" ], "hit_at_1": 0, "recall_at_1": 0.0, "hit_at_3": 0, "recall_at_3": 0.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q009", "category": "fact_topic", "question": "Aká je téma diplomového projektu Jána Malinovského?", "mode": "fts", "expected_documents": [ "pages/students/2022/jan_malinovsky/README.md" ], "first_relevant_rank": null, "reciprocal_rank": 0.0, "top_documents": [ "pages/students/2022/yevhenii_leonov/README.md", "pages/topics/steel/README.md", "pages/students/2016/jakub_maruniak/README.md", "pages/students/2016/jan_holp/README.md", "pages/students/2016/lukas_pokryvka/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", "https://zp.kemt.fei.tuke.sk/topics/steel", "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" ], "hit_at_1": 0, "recall_at_1": 0.0, "hit_at_3": 0, "recall_at_3": 0.0, "hit_at_5": 0, "recall_at_5": 0.0 }, { "id": "q009", "category": "fact_topic", "question": "Aká je téma diplomového projektu Jána Malinovského?", "mode": "vector", "expected_documents": [ "pages/students/2022/jan_malinovsky/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2016/jakub_maruniak/dp2021/README.md", "pages/students/2016/jan_holp/README.md", "pages/students/2020/kamil_tomcufcik/README.md", "pages/students/2017/martin_jancura/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", "https://zp.kemt.fei.tuke.sk/students/2020/kamil_tomcufcik", "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q009", "category": "fact_topic", "question": "Aká je téma diplomového projektu Jána Malinovského?", "mode": "hybrid", "expected_documents": [ "pages/students/2022/jan_malinovsky/README.md" ], "first_relevant_rank": 2, "reciprocal_rank": 0.5, "top_documents": [ "pages/students/2016/jan_holp/README.md", "pages/students/2022/jan_malinovsky/README.md", "pages/students/2016/jakub_maruniak/dp2021/README.md", "pages/students/2020/kamil_tomcufcik/README.md", "pages/students/2017/martin_jancura/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021", "https://zp.kemt.fei.tuke.sk/students/2020/kamil_tomcufcik", "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" ], "hit_at_1": 0, "recall_at_1": 0.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q010", "category": "paraphrase", "question": "Ktorý študent vytvára znalostný graf z oblasti vzdelávania a agenta, ktorý v ňom vyhľadáva?", "mode": "fts", "expected_documents": [ "pages/students/2022/jan_malinovsky/README.md" ], "first_relevant_rank": 3, "reciprocal_rank": 0.333333, "top_documents": [ "pages/students/2022/valerii_kutsenko/README.md", "pages/students/2022/oleh_poiasnik/README.md", "pages/students/2022/jan_malinovsky/README.md", "pages/students/2023/maksym_zatirka/README.md", "pages/students/2021/matej_scislak/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "hit_at_1": 0, "recall_at_1": 0.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q010", "category": "paraphrase", "question": "Ktorý študent vytvára znalostný graf z oblasti vzdelávania a agenta, ktorý v ňom vyhľadáva?", "mode": "vector", "expected_documents": [ "pages/students/2022/jan_malinovsky/README.md" ], "first_relevant_rank": 2, "reciprocal_rank": 0.5, "top_documents": [ "pages/students/2022/valerii_kutsenko/README.md", "pages/students/2022/jan_malinovsky/README.md", "pages/students/2022/jan_ptak/README.md", "pages/students/2022/oleh_poiasnik/README.md", "pages/students/2023/rostyslav_rodzhuk/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" ], "hit_at_1": 0, "recall_at_1": 0.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q010", "category": "paraphrase", "question": "Ktorý študent vytvára znalostný graf z oblasti vzdelávania a agenta, ktorý v ňom vyhľadáva?", "mode": "hybrid", "expected_documents": [ "pages/students/2022/jan_malinovsky/README.md" ], "first_relevant_rank": 2, "reciprocal_rank": 0.5, "top_documents": [ "pages/students/2022/valerii_kutsenko/README.md", "pages/students/2022/jan_malinovsky/README.md", "pages/students/2022/jan_ptak/README.md", "pages/students/2022/oleh_poiasnik/README.md", "pages/students/2023/rostyslav_rodzhuk/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" ], "hit_at_1": 0, "recall_at_1": 0.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q011", "category": "fact_title", "question": "Ako sa volá diplomová práca Mateja Novotného?", "mode": "fts", "expected_documents": [ "pages/students/2021/matej_novotny/README.md" ], "first_relevant_rank": null, "reciprocal_rank": 0.0, "top_documents": [ "pages/students/2021/martin_sarissky/README.md", "pages/topics/faq/README.md", "pages/students/2021/matej_scislak/README.md", "pages/students/2023/oleksandr_dorybohov/README.md", "pages/students/2022/samuel_vasil/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/topics/faq", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" ], "hit_at_1": 0, "recall_at_1": 0.0, "hit_at_3": 0, "recall_at_3": 0.0, "hit_at_5": 0, "recall_at_5": 0.0 }, { "id": "q011", "category": "fact_title", "question": "Ako sa volá diplomová práca Mateja Novotného?", "mode": "vector", "expected_documents": [ "pages/students/2021/matej_novotny/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2021/matej_novotny/README.md", "pages/students/2021/matej_scislak/README.md", "pages/students/2021/eduard_matovka/README.md", "pages/students/2021/martin_sarissky/README.md", "pages/students/2020/david_kostilnik/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q011", "category": "fact_title", "question": "Ako sa volá diplomová práca Mateja Novotného?", "mode": "hybrid", "expected_documents": [ "pages/students/2021/matej_novotny/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2021/matej_novotny/README.md", "pages/students/2021/martin_sarissky/README.md", "pages/students/2021/matej_scislak/README.md", "pages/students/2021/eduard_matovka/README.md", "pages/students/2020/david_kostilnik/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q012", "category": "fact_year", "question": "V ktorom roku je uvedená diplomová práca Mateja Novotného?", "mode": "fts", "expected_documents": [ "pages/students/2021/matej_novotny/README.md" ], "first_relevant_rank": null, "reciprocal_rank": 0.0, "top_documents": [ "pages/topics/faq/README.md", "pages/students/2016/patrik_pavlisin/README.md", "pages/students/2021/martin_sarissky/README.md", "pages/students/2016/maros_harahus/README.md", "pages/students/2016/jan_holp/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/faq", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" ], "hit_at_1": 0, "recall_at_1": 0.0, "hit_at_3": 0, "recall_at_3": 0.0, "hit_at_5": 0, "recall_at_5": 0.0 }, { "id": "q012", "category": "fact_year", "question": "V ktorom roku je uvedená diplomová práca Mateja Novotného?", "mode": "vector", "expected_documents": [ "pages/students/2021/matej_novotny/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2021/matej_novotny/README.md", "pages/students/2021/matej_scislak/README.md", "pages/students/2020/matus_suchanic/README.md", "pages/students/2020/david_kostilnik/README.md", "pages/students/2016/jakub_maruniak/dp2021/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q012", "category": "fact_year", "question": "V ktorom roku je uvedená diplomová práca Mateja Novotného?", "mode": "hybrid", "expected_documents": [ "pages/students/2021/matej_novotny/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2021/matej_novotny/README.md", "pages/students/2021/matej_scislak/README.md", "pages/students/2016/jan_holp/README.md", "pages/students/2016/mark_feher/README.md", "pages/students/2020/matus_suchanic/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q013", "category": "fact_title", "question": "Aký je názov diplomovej práce Dominika Nagya?", "mode": "fts", "expected_documents": [ "pages/students/2016/dominik_nagy/README.md" ], "first_relevant_rank": 2, "reciprocal_rank": 0.5, "top_documents": [ "pages/students/2016/mark_feher/README.md", "pages/students/2016/dominik_nagy/README.md", "pages/students/2016/jan_holp/README.md", "pages/students/2017/martin_jancura/README.md", "pages/topics/question/nezodpovedatelne/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", "https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne" ], "hit_at_1": 0, "recall_at_1": 0.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q013", "category": "fact_title", "question": "Aký je názov diplomovej práce Dominika Nagya?", "mode": "vector", "expected_documents": [ "pages/students/2016/dominik_nagy/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2016/tomas_kucharik/README.md", "pages/students/2016/mark_feher/README.md", "pages/students/2021/matej_novotny/README.md", "pages/students/2018/david_omasta/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q013", "category": "fact_title", "question": "Aký je názov diplomovej práce Dominika Nagya?", "mode": "hybrid", "expected_documents": [ "pages/students/2016/dominik_nagy/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2016/mark_feher/README.md", "pages/students/2016/patrik_pavlisin/README.md", "pages/students/2019/michal_stromko/README.md", "pages/students/2018/ondrej_megela/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q014", "category": "topic", "question": "Nájdi dokumenty súvisiace so strojovým prekladom.", "mode": "fts", "expected_documents": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2016/patrik_pavlisin/README.md", "pages/topics/translation/README.md" ], "first_relevant_rank": null, "reciprocal_rank": 0.0, "top_documents": [ "pages/students/2016/maros_harahus/README.md", "pages/students/2017/martin_jancura/README.md", "pages/students/2016/patrik_pavlisin/tp20/README.md", "pages/students/2016/patrik_pavlisin/dp22/README.md", "pages/students/2019/michal_stromko/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/dp22", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "hit_at_1": 0, "recall_at_1": 0.0, "hit_at_3": 0, "recall_at_3": 0.0, "hit_at_5": 0, "recall_at_5": 0.0 }, { "id": "q014", "category": "topic", "question": "Nájdi dokumenty súvisiace so strojovým prekladom.", "mode": "vector", "expected_documents": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2016/patrik_pavlisin/README.md", "pages/topics/translation/README.md" ], "first_relevant_rank": 3, "reciprocal_rank": 0.333333, "top_documents": [ "pages/students/2016/patrik_pavlisin/tp20/README.md", "pages/students/2017/martin_jancura/README.md", "pages/students/2016/patrik_pavlisin/README.md", "pages/students/2016/maros_harahus/README.md", "pages/students/2022/andrii_pervashov/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20", "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" ], "hit_at_1": 0, "recall_at_1": 0.0, "hit_at_3": 1, "recall_at_3": 0.333333, "hit_at_5": 1, "recall_at_5": 0.333333 }, { "id": "q014", "category": "topic", "question": "Nájdi dokumenty súvisiace so strojovým prekladom.", "mode": "hybrid", "expected_documents": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2016/patrik_pavlisin/README.md", "pages/topics/translation/README.md" ], "first_relevant_rank": 3, "reciprocal_rank": 0.333333, "top_documents": [ "pages/students/2017/martin_jancura/README.md", "pages/students/2016/patrik_pavlisin/tp20/README.md", "pages/students/2016/patrik_pavlisin/README.md", "pages/students/2016/maros_harahus/README.md", "pages/students/2019/michal_stromko/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "hit_at_1": 0, "recall_at_1": 0.0, "hit_at_3": 1, "recall_at_3": 0.333333, "hit_at_5": 1, "recall_at_5": 0.333333 }, { "id": "q015", "category": "fact_goal", "question": "Na čom pracoval Oliver Pejic počas IAESTE stáže?", "mode": "fts", "expected_documents": [ "pages/interns/oliver_pejic/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/interns/oliver_pejic/README.md", "pages/interns/cesar_gutierrez/README.md", "pages/students/2016/maros_harahus/README.md", "pages/interns/sevval_bulburu/README.md", "pages/interns/yussef_ressaissi/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", "https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q015", "category": "fact_goal", "question": "Na čom pracoval Oliver Pejic počas IAESTE stáže?", "mode": "vector", "expected_documents": [ "pages/interns/oliver_pejic/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/interns/oliver_pejic/README.md", "pages/students/2019/michal_stromko/README.md", "pages/students/2022/oleh_poiasnik/README.md", "pages/students/2021/matej_scislak/README.md", "pages/students/2016/jan_holp/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q015", "category": "fact_goal", "question": "Na čom pracoval Oliver Pejic počas IAESTE stáže?", "mode": "hybrid", "expected_documents": [ "pages/interns/oliver_pejic/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/interns/oliver_pejic/README.md", "pages/students/2019/michal_stromko/README.md", "pages/students/2022/oleh_poiasnik/README.md", "pages/students/2021/matej_scislak/README.md", "pages/students/2016/jan_holp/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q016", "category": "paraphrase", "question": "Ktorý stážista pripravoval MTEB evaluačné úlohy pre slovenský hate speech a question answering?", "mode": "fts", "expected_documents": [ "pages/interns/oliver_pejic/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/interns/oliver_pejic/README.md", "pages/topics/hatespeech/README.md", "pages/topics/question/README.md", "pages/students/2021/manohar_gowdru_shridharu/README.md", "pages/students/2019/patrik_pokrivcak/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", "https://zp.kemt.fei.tuke.sk/topics/hatespeech", "https://zp.kemt.fei.tuke.sk/topics/question", "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q016", "category": "paraphrase", "question": "Ktorý stážista pripravoval MTEB evaluačné úlohy pre slovenský hate speech a question answering?", "mode": "vector", "expected_documents": [ "pages/interns/oliver_pejic/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/interns/oliver_pejic/README.md", "pages/topics/hatespeech/README.md", "pages/students/2018/ondrej_megela/README.md", "pages/topics/question/README.md", "pages/students/2022/valerii_kutsenko/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", "https://zp.kemt.fei.tuke.sk/topics/hatespeech", "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", "https://zp.kemt.fei.tuke.sk/topics/question", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q016", "category": "paraphrase", "question": "Ktorý stážista pripravoval MTEB evaluačné úlohy pre slovenský hate speech a question answering?", "mode": "hybrid", "expected_documents": [ "pages/interns/oliver_pejic/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/interns/oliver_pejic/README.md", "pages/topics/hatespeech/README.md", "pages/topics/question/README.md", "pages/students/2018/ondrej_megela/README.md", "pages/students/2016/tomas_kucharik/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", "https://zp.kemt.fei.tuke.sk/topics/hatespeech", "https://zp.kemt.fei.tuke.sk/topics/question", "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q017", "category": "fact_topic", "question": "Aká bola téma stáže Bogdana Paula Chișa?", "mode": "fts", "expected_documents": [ "pages/interns/bogdan_paul_chis/README.md" ], "first_relevant_rank": null, "reciprocal_rank": 0.0, "top_documents": [ "pages/students/2016/jan_holp/README.md", "pages/students/2016/jakub_maruniak/timovy_projekt/README.md", "pages/students/2018/adrian_remias/README.md", "pages/students/2023/samuel_dzurina/README.md", "pages/students/2016/maros_harahus/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt", "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "hit_at_1": 0, "recall_at_1": 0.0, "hit_at_3": 0, "recall_at_3": 0.0, "hit_at_5": 0, "recall_at_5": 0.0 }, { "id": "q017", "category": "fact_topic", "question": "Aká bola téma stáže Bogdana Paula Chișa?", "mode": "vector", "expected_documents": [ "pages/interns/bogdan_paul_chis/README.md" ], "first_relevant_rank": 4, "reciprocal_rank": 0.25, "top_documents": [ "pages/students/2021/martin_sarissky/README.md", "pages/students/2018/oleh_bilykh/README.md", "pages/students/2021/matej_scislak/README.md", "pages/interns/bogdan_paul_chis/README.md", "pages/students/2019/filip_tomas/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" ], "hit_at_1": 0, "recall_at_1": 0.0, "hit_at_3": 0, "recall_at_3": 0.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q017", "category": "fact_topic", "question": "Aká bola téma stáže Bogdana Paula Chișa?", "mode": "hybrid", "expected_documents": [ "pages/interns/bogdan_paul_chis/README.md" ], "first_relevant_rank": 5, "reciprocal_rank": 0.2, "top_documents": [ "pages/students/2018/oleh_bilykh/README.md", "pages/students/2021/matej_scislak/README.md", "pages/students/2021/martin_sarissky/README.md", "pages/students/2016/lukas_pokryvka/README.md", "pages/interns/bogdan_paul_chis/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis" ], "hit_at_1": 0, "recall_at_1": 0.0, "hit_at_3": 0, "recall_at_3": 0.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q018", "category": "fact_tool", "question": "Akými nástrojmi mal Bogdan Paul Chiș vyhodnocovať svojho agenta?", "mode": "fts", "expected_documents": [ "pages/interns/bogdan_paul_chis/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/interns/bogdan_paul_chis/README.md", "pages/topics/otvorene/README.md", "pages/students/2021/martin_sarissky/README.md", "pages/students/2023/maksym_zatirka/README.md", "pages/students/2022/daniil_huzenko/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", "https://zp.kemt.fei.tuke.sk/topics/otvorene", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q018", "category": "fact_tool", "question": "Akými nástrojmi mal Bogdan Paul Chiș vyhodnocovať svojho agenta?", "mode": "vector", "expected_documents": [ "pages/interns/bogdan_paul_chis/README.md" ], "first_relevant_rank": null, "reciprocal_rank": 0.0, "top_documents": [ "pages/students/2021/matej_scislak/README.md", "pages/students/2023/samuel_dzurina/README.md", "pages/students/2021/martin_sarissky/README.md", "pages/students/2022/oleh_poiasnik/README.md", "pages/students/2023/oleksandr_dorybohov/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" ], "hit_at_1": 0, "recall_at_1": 0.0, "hit_at_3": 0, "recall_at_3": 0.0, "hit_at_5": 0, "recall_at_5": 0.0 }, { "id": "q018", "category": "fact_tool", "question": "Akými nástrojmi mal Bogdan Paul Chiș vyhodnocovať svojho agenta?", "mode": "hybrid", "expected_documents": [ "pages/interns/bogdan_paul_chis/README.md" ], "first_relevant_rank": null, "reciprocal_rank": 0.0, "top_documents": [ "pages/students/2021/martin_sarissky/README.md", "pages/students/2023/oleksandr_dorybohov/README.md", "pages/students/2022/oleh_poiasnik/README.md", "pages/students/2021/matej_scislak/README.md", "pages/students/2023/samuel_dzurina/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "hit_at_1": 0, "recall_at_1": 0.0, "hit_at_3": 0, "recall_at_3": 0.0, "hit_at_5": 0, "recall_at_5": 0.0 }, { "id": "q019", "category": "fact_goal", "question": "Aký bol cieľ stáže Youssefa Ressaissiho?", "mode": "fts", "expected_documents": [ "pages/interns/yussef_ressaissi/README.md" ], "first_relevant_rank": null, "reciprocal_rank": 0.0, "top_documents": [ "pages/students/2023/ronald_zalacko/README.md", "pages/students/2020/vladyslav_krupko/README.md", "pages/students/2017/martin_jancura/README.md", "pages/students/2016/jakub_maruniak/README.md", "pages/students/2016/lukas_pokryvka/timovy_projekt/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka/timovy_projekt" ], "hit_at_1": 0, "recall_at_1": 0.0, "hit_at_3": 0, "recall_at_3": 0.0, "hit_at_5": 0, "recall_at_5": 0.0 }, { "id": "q019", "category": "fact_goal", "question": "Aký bol cieľ stáže Youssefa Ressaissiho?", "mode": "vector", "expected_documents": [ "pages/interns/yussef_ressaissi/README.md" ], "first_relevant_rank": null, "reciprocal_rank": 0.0, "top_documents": [ "pages/students/2019/filip_tomas/README.md", "pages/students/2023/samuel_dzurina/README.md", "pages/students/2023/ronald_zalacko/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md", "pages/students/2021/martin_sarissky/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" ], "hit_at_1": 0, "recall_at_1": 0.0, "hit_at_3": 0, "recall_at_3": 0.0, "hit_at_5": 0, "recall_at_5": 0.0 }, { "id": "q019", "category": "fact_goal", "question": "Aký bol cieľ stáže Youssefa Ressaissiho?", "mode": "hybrid", "expected_documents": [ "pages/interns/yussef_ressaissi/README.md" ], "first_relevant_rank": null, "reciprocal_rank": 0.0, "top_documents": [ "pages/students/2023/ronald_zalacko/README.md", "pages/students/2019/filip_tomas/README.md", "pages/students/2023/samuel_dzurina/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md", "pages/students/2021/martin_sarissky/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" ], "hit_at_1": 0, "recall_at_1": 0.0, "hit_at_3": 0, "recall_at_3": 0.0, "hit_at_5": 0, "recall_at_5": 0.0 }, { "id": "q020", "category": "fact_goal", "question": "Aké boli hlavné ciele stáže Cesara Abascala Gutierreza?", "mode": "fts", "expected_documents": [ "pages/interns/cesar_gutierrez/README.md" ], "first_relevant_rank": null, "reciprocal_rank": 0.0, "top_documents": [ "pages/students/2016/lukas_pokryvka/timovy_projekt/README.md", "pages/students/2016/maros_harahus/README.md", "pages/students/2022/valerii_kutsenko/README.md", "pages/students/2016/patrik_pavlisin/tp20/README.md", "pages/students/2016/patrik_pavlisin/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka/timovy_projekt", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" ], "hit_at_1": 0, "recall_at_1": 0.0, "hit_at_3": 0, "recall_at_3": 0.0, "hit_at_5": 0, "recall_at_5": 0.0 }, { "id": "q020", "category": "fact_goal", "question": "Aké boli hlavné ciele stáže Cesara Abascala Gutierreza?", "mode": "vector", "expected_documents": [ "pages/interns/cesar_gutierrez/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/interns/cesar_gutierrez/README.md", "pages/students/2023/samuel_dzurina/README.md", "pages/students/2023/ronald_zalacko/README.md", "pages/students/2020/pavol_hudak/README.md", "pages/students/2020/matej_kobylan/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", "https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak", "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q020", "category": "fact_goal", "question": "Aké boli hlavné ciele stáže Cesara Abascala Gutierreza?", "mode": "hybrid", "expected_documents": [ "pages/interns/cesar_gutierrez/README.md" ], "first_relevant_rank": 3, "reciprocal_rank": 0.333333, "top_documents": [ "pages/students/2023/samuel_dzurina/README.md", "pages/students/2023/ronald_zalacko/README.md", "pages/interns/cesar_gutierrez/README.md", "pages/students/2019/dmytro_mural/README.md", "pages/students/2020/pavol_hudak/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", "https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak" ], "hit_at_1": 0, "recall_at_1": 0.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q021", "category": "fact_goal", "question": "Aký je cieľ projektu AI4Steel?", "mode": "fts", "expected_documents": [ "pages/topics/steel/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/topics/steel/README.md", "pages/students/2016/maros_harahus/README.md", "pages/students/2018/samuel_sirotnik/README.md", "pages/students/2016/patrik_pavlisin/README.md", "pages/students/2016/jakub_maruniak/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/steel", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q021", "category": "fact_goal", "question": "Aký je cieľ projektu AI4Steel?", "mode": "vector", "expected_documents": [ "pages/topics/steel/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/topics/steel/README.md", "pages/students/2021/martin_sarissky/README.md", "pages/students/2016/lukas_pokryvka/README.md", "pages/students/2023/samuel_dzurina/README.md", "pages/students/2020/vladyslav_krupko/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/steel", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q021", "category": "fact_goal", "question": "Aký je cieľ projektu AI4Steel?", "mode": "hybrid", "expected_documents": [ "pages/topics/steel/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/topics/steel/README.md", "pages/students/2019/michal_stromko/README.md", "pages/students/2021/martin_sarissky/README.md", "pages/students/2016/lukas_pokryvka/README.md", "pages/students/2023/samuel_dzurina/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/steel", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q022", "category": "fact_topic", "question": "Čomu sa venuje dizertačná práca Maroša Harahusa?", "mode": "fts", "expected_documents": [ "pages/students/2016/maros_harahus/README.md" ], "first_relevant_rank": 2, "reciprocal_rank": 0.5, "top_documents": [ "pages/students/2019/kristian_sopkovic/README.md", "pages/students/2016/maros_harahus/README.md", "pages/students/2022/andrii_pervashov/README.md", "pages/students/2016/patrik_pavlisin/tp20/README.md", "pages/students/2020/vladyslav_krupko/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20", "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko" ], "hit_at_1": 0, "recall_at_1": 0.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q022", "category": "fact_topic", "question": "Čomu sa venuje dizertačná práca Maroša Harahusa?", "mode": "vector", "expected_documents": [ "pages/students/2016/maros_harahus/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/maros_harahus/README.md", "pages/students/2019/dmytro_mural/README.md", "pages/students/2019/samuel_horani/README.md", "pages/students/2021/martin_sarissky/README.md", "pages/students/2016/maros_harahus/timovy_projekt/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q022", "category": "fact_topic", "question": "Čomu sa venuje dizertačná práca Maroša Harahusa?", "mode": "hybrid", "expected_documents": [ "pages/students/2016/maros_harahus/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/maros_harahus/README.md", "pages/students/2019/dmytro_mural/README.md", "pages/students/2019/samuel_horani/README.md", "pages/students/2021/martin_sarissky/README.md", "pages/students/2016/maros_harahus/timovy_projekt/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q023", "category": "multi_document", "question": "Nájdi dokumenty, v ktorých sa rieši Retrieval Augmented Generation alebo GraphRAG.", "mode": "fts", "expected_documents": [ "pages/interns/bogdan_paul_chis/README.md", "pages/students/2022/jan_malinovsky/README.md", "pages/students/2022/jan_ptak/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2022/oleh_poiasnik/README.md", "pages/students/2021/oleksandr_hryshchenko/README.md", "pages/students/2021/matej_scislak/README.md", "pages/students/2022/jan_ptak/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" ], "hit_at_1": 1, "recall_at_1": 0.333333, "hit_at_3": 1, "recall_at_3": 0.333333, "hit_at_5": 1, "recall_at_5": 0.666667 }, { "id": "q023", "category": "multi_document", "question": "Nájdi dokumenty, v ktorých sa rieši Retrieval Augmented Generation alebo GraphRAG.", "mode": "vector", "expected_documents": [ "pages/interns/bogdan_paul_chis/README.md", "pages/students/2022/jan_malinovsky/README.md", "pages/students/2022/jan_ptak/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2021/oleksandr_hryshchenko/README.md", "pages/students/2022/oleh_poiasnik/README.md", "pages/students/2022/valerii_kutsenko/README.md", "pages/students/2021/matej_scislak/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko", "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "hit_at_1": 1, "recall_at_1": 0.333333, "hit_at_3": 1, "recall_at_3": 0.333333, "hit_at_5": 1, "recall_at_5": 0.333333 }, { "id": "q023", "category": "multi_document", "question": "Nájdi dokumenty, v ktorých sa rieši Retrieval Augmented Generation alebo GraphRAG.", "mode": "hybrid", "expected_documents": [ "pages/interns/bogdan_paul_chis/README.md", "pages/students/2022/jan_malinovsky/README.md", "pages/students/2022/jan_ptak/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2021/oleksandr_hryshchenko/README.md", "pages/students/2022/oleh_poiasnik/README.md", "pages/students/2022/valerii_kutsenko/README.md", "pages/students/2021/matej_scislak/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko", "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "hit_at_1": 1, "recall_at_1": 0.333333, "hit_at_3": 1, "recall_at_3": 0.333333, "hit_at_5": 1, "recall_at_5": 0.333333 }, { "id": "q024", "category": "negative", "question": "Akú diplomovú prácu robil Ján Holp v roku 2016?", "mode": "fts", "expected_documents": [ "pages/students/2016/jan_holp/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/jan_holp/README.md", "pages/students/2019/michal_stromko/README.md", "pages/students/2016/jan_holp/timovy_projekt/README.md", "pages/students/2016/jakub_maruniak/timovy_projekt/README.md", "pages/students/2016/maros_harahus/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt", "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q024", "category": "negative", "question": "Akú diplomovú prácu robil Ján Holp v roku 2016?", "mode": "vector", "expected_documents": [ "pages/students/2016/jan_holp/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/jan_holp/README.md", "pages/students/2021/matej_novotny/README.md", "pages/students/2022/jan_malinovsky/README.md", "pages/students/2023/oleksandr_dorybohov/README.md", "pages/students/2016/jan_holp/timovy_projekt/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q024", "category": "negative", "question": "Akú diplomovú prácu robil Ján Holp v roku 2016?", "mode": "hybrid", "expected_documents": [ "pages/students/2016/jan_holp/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/jan_holp/README.md", "pages/students/2022/jan_malinovsky/README.md", "pages/students/2016/jan_holp/timovy_projekt/README.md", "pages/students/2022/jan_ptak/README.md", "pages/students/2021/matej_novotny/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt", "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 } ] }