{ "configuration": { "questions_file": "/home/janko/DP/zp-agent/evaluation/questions.json", "database": "/home/janko/DP/zp-agent/data/zp_index.sqlite", "split": "dev", "dataset_question_count": 647, "selected_question_count": 353, "dev_question_count": 353, "test_question_count": 294, "limit": 5, "published_only": false, "max_per_document": 1, "modes": [ "fts", "vector", "hybrid" ], "metrics": [ "Hit@1", "Hit@3", "Hit@5", "MRR", "Recall@5" ] }, "dataset_validation": { "indexed_document_count": 110, "missing_expected_document_count": 0, "missing_expected_documents": [] }, "summary": { "fts": { "questions": 353, "hit_at_1": 0.926346, "hit_at_3": 0.966006, "hit_at_5": 0.971671, "mrr": 0.946648, "recall_at_5": 0.966431 }, "vector": { "questions": 353, "hit_at_1": 0.869688, "hit_at_3": 0.943343, "hit_at_5": 0.963173, "mrr": 0.908215, "recall_at_5": 0.958357 }, "hybrid": { "questions": 353, "hit_at_1": 0.937677, "hit_at_3": 0.985836, "hit_at_5": 0.994334, "mrr": 0.963267, "recall_at_5": 0.98966 } }, "by_category": { "fts": { "adversarial_year": { "questions": 14, "hit_at_1": 1.0, "hit_at_3": 1.0, "hit_at_5": 1.0, "mrr": 1.0, "recall_at_5": 1.0 }, "disambiguation_year": { "questions": 14, "hit_at_1": 1.0, "hit_at_3": 1.0, "hit_at_5": 1.0, "mrr": 1.0, "recall_at_5": 1.0 }, "entity_lookup": { "questions": 25, "hit_at_1": 1.0, "hit_at_3": 1.0, "hit_at_5": 1.0, "mrr": 1.0, "recall_at_5": 1.0 }, "fact_start_year": { "questions": 14, "hit_at_1": 0.928571, "hit_at_3": 1.0, "hit_at_5": 1.0, "mrr": 0.964286, "recall_at_5": 1.0 }, "fact_title": { "questions": 22, "hit_at_1": 1.0, "hit_at_3": 1.0, "hit_at_5": 1.0, "mrr": 1.0, "recall_at_5": 1.0 }, "fact_work_year": { "questions": 22, "hit_at_1": 1.0, "hit_at_3": 1.0, "hit_at_5": 1.0, "mrr": 1.0, "recall_at_5": 1.0 }, "internship_topic": { "questions": 3, "hit_at_1": 1.0, "hit_at_3": 1.0, "hit_at_5": 1.0, "mrr": 1.0, "recall_at_5": 1.0 }, "internship_year": { "questions": 3, "hit_at_1": 1.0, "hit_at_3": 1.0, "hit_at_5": 1.0, "mrr": 1.0, "recall_at_5": 1.0 }, "keyword_grounding": { "questions": 75, "hit_at_1": 0.92, "hit_at_3": 1.0, "hit_at_5": 1.0, "mrr": 0.96, "recall_at_5": 1.0 }, "multi_document": { "questions": 4, "hit_at_1": 0.75, "hit_at_3": 0.75, "hit_at_5": 1.0, "mrr": 0.8125, "recall_at_5": 0.5375 }, "paraphrase": { "questions": 22, "hit_at_1": 1.0, "hit_at_3": 1.0, "hit_at_5": 1.0, "mrr": 1.0, "recall_at_5": 1.0 }, "reverse_lookup": { "questions": 24, "hit_at_1": 0.875, "hit_at_3": 0.958333, "hit_at_5": 0.958333, "mrr": 0.909722, "recall_at_5": 0.958333 }, "source_url": { "questions": 8, "hit_at_1": 0.875, "hit_at_3": 1.0, "hit_at_5": 1.0, "mrr": 0.9375, "recall_at_5": 1.0 }, "specific_fact": { "questions": 51, "hit_at_1": 0.803922, "hit_at_3": 0.803922, "hit_at_5": 0.823529, "mrr": 0.808824, "recall_at_5": 0.823529 }, "topic_lookup": { "questions": 22, "hit_at_1": 0.909091, "hit_at_3": 1.0, "hit_at_5": 1.0, "mrr": 0.94697, "recall_at_5": 1.0 }, "topic_page_lookup": { "questions": 16, "hit_at_1": 0.875, "hit_at_3": 1.0, "hit_at_5": 1.0, "mrr": 0.9375, "recall_at_5": 1.0 }, "verification": { "questions": 14, "hit_at_1": 1.0, "hit_at_3": 1.0, "hit_at_5": 1.0, "mrr": 1.0, "recall_at_5": 1.0 } }, "vector": { "adversarial_year": { "questions": 14, "hit_at_1": 1.0, "hit_at_3": 1.0, "hit_at_5": 1.0, "mrr": 1.0, "recall_at_5": 1.0 }, "disambiguation_year": { "questions": 14, "hit_at_1": 1.0, "hit_at_3": 1.0, "hit_at_5": 1.0, "mrr": 1.0, "recall_at_5": 1.0 }, "entity_lookup": { "questions": 25, "hit_at_1": 0.72, "hit_at_3": 0.96, "hit_at_5": 0.96, "mrr": 0.84, "recall_at_5": 0.96 }, "fact_start_year": { "questions": 14, "hit_at_1": 1.0, "hit_at_3": 1.0, "hit_at_5": 1.0, "mrr": 1.0, "recall_at_5": 1.0 }, "fact_title": { "questions": 22, "hit_at_1": 1.0, "hit_at_3": 1.0, "hit_at_5": 1.0, "mrr": 1.0, "recall_at_5": 1.0 }, "fact_work_year": { "questions": 22, "hit_at_1": 1.0, "hit_at_3": 1.0, "hit_at_5": 1.0, "mrr": 1.0, "recall_at_5": 1.0 }, "internship_topic": { "questions": 3, "hit_at_1": 0.666667, "hit_at_3": 0.666667, "hit_at_5": 0.666667, "mrr": 0.666667, "recall_at_5": 0.666667 }, "internship_year": { "questions": 3, "hit_at_1": 0.666667, "hit_at_3": 0.666667, "hit_at_5": 0.666667, "mrr": 0.666667, "recall_at_5": 0.666667 }, "keyword_grounding": { "questions": 75, "hit_at_1": 0.946667, "hit_at_3": 0.986667, "hit_at_5": 1.0, "mrr": 0.967778, "recall_at_5": 1.0 }, "multi_document": { "questions": 4, "hit_at_1": 0.75, "hit_at_3": 1.0, "hit_at_5": 1.0, "mrr": 0.875, "recall_at_5": 0.575 }, "paraphrase": { "questions": 22, "hit_at_1": 1.0, "hit_at_3": 1.0, "hit_at_5": 1.0, "mrr": 1.0, "recall_at_5": 1.0 }, "reverse_lookup": { "questions": 24, "hit_at_1": 0.5, "hit_at_3": 0.916667, "hit_at_5": 0.958333, "mrr": 0.695833, "recall_at_5": 0.958333 }, "source_url": { "questions": 8, "hit_at_1": 0.875, "hit_at_3": 0.875, "hit_at_5": 0.875, "mrr": 0.875, "recall_at_5": 0.875 }, "specific_fact": { "questions": 51, "hit_at_1": 0.901961, "hit_at_3": 0.921569, "hit_at_5": 0.941176, "mrr": 0.916667, "recall_at_5": 0.941176 }, "topic_lookup": { "questions": 22, "hit_at_1": 0.545455, "hit_at_3": 0.727273, "hit_at_5": 0.909091, "mrr": 0.669697, "recall_at_5": 0.909091 }, "topic_page_lookup": { "questions": 16, "hit_at_1": 0.75, "hit_at_3": 0.8125, "hit_at_5": 0.8125, "mrr": 0.770833, "recall_at_5": 0.8125 }, "verification": { "questions": 14, "hit_at_1": 1.0, "hit_at_3": 1.0, "hit_at_5": 1.0, "mrr": 1.0, "recall_at_5": 1.0 } }, "hybrid": { "adversarial_year": { "questions": 14, "hit_at_1": 1.0, "hit_at_3": 1.0, "hit_at_5": 1.0, "mrr": 1.0, "recall_at_5": 1.0 }, "disambiguation_year": { "questions": 14, "hit_at_1": 1.0, "hit_at_3": 1.0, "hit_at_5": 1.0, "mrr": 1.0, "recall_at_5": 1.0 }, "entity_lookup": { "questions": 25, "hit_at_1": 1.0, "hit_at_3": 1.0, "hit_at_5": 1.0, "mrr": 1.0, "recall_at_5": 1.0 }, "fact_start_year": { "questions": 14, "hit_at_1": 1.0, "hit_at_3": 1.0, "hit_at_5": 1.0, "mrr": 1.0, "recall_at_5": 1.0 }, "fact_title": { "questions": 22, "hit_at_1": 1.0, "hit_at_3": 1.0, "hit_at_5": 1.0, "mrr": 1.0, "recall_at_5": 1.0 }, "fact_work_year": { "questions": 22, "hit_at_1": 1.0, "hit_at_3": 1.0, "hit_at_5": 1.0, "mrr": 1.0, "recall_at_5": 1.0 }, "internship_topic": { "questions": 3, "hit_at_1": 1.0, "hit_at_3": 1.0, "hit_at_5": 1.0, "mrr": 1.0, "recall_at_5": 1.0 }, "internship_year": { "questions": 3, "hit_at_1": 1.0, "hit_at_3": 1.0, "hit_at_5": 1.0, "mrr": 1.0, "recall_at_5": 1.0 }, "keyword_grounding": { "questions": 75, "hit_at_1": 0.946667, "hit_at_3": 1.0, "hit_at_5": 1.0, "mrr": 0.973333, "recall_at_5": 1.0 }, "multi_document": { "questions": 4, "hit_at_1": 0.5, "hit_at_3": 1.0, "hit_at_5": 1.0, "mrr": 0.75, "recall_at_5": 0.5875 }, "paraphrase": { "questions": 22, "hit_at_1": 1.0, "hit_at_3": 1.0, "hit_at_5": 1.0, "mrr": 1.0, "recall_at_5": 1.0 }, "reverse_lookup": { "questions": 24, "hit_at_1": 0.791667, "hit_at_3": 0.958333, "hit_at_5": 0.958333, "mrr": 0.875, "recall_at_5": 0.958333 }, "source_url": { "questions": 8, "hit_at_1": 0.875, "hit_at_3": 1.0, "hit_at_5": 1.0, "mrr": 0.9375, "recall_at_5": 1.0 }, "specific_fact": { "questions": 51, "hit_at_1": 0.921569, "hit_at_3": 0.941176, "hit_at_5": 0.980392, "mrr": 0.940196, "recall_at_5": 0.980392 }, "topic_lookup": { "questions": 22, "hit_at_1": 0.818182, "hit_at_3": 1.0, "hit_at_5": 1.0, "mrr": 0.909091, "recall_at_5": 1.0 }, "topic_page_lookup": { "questions": 16, "hit_at_1": 0.875, "hit_at_3": 0.9375, "hit_at_5": 1.0, "mrr": 0.911458, "recall_at_5": 1.0 }, "verification": { "questions": 14, "hit_at_1": 1.0, "hit_at_3": 1.0, "hit_at_5": 1.0, "mrr": 1.0, "recall_at_5": 1.0 } } }, "by_difficulty": { "fts": { "easy": { "questions": 102, "hit_at_1": 0.970588, "hit_at_3": 1.0, "hit_at_5": 1.0, "mrr": 0.985294, "recall_at_5": 1.0 }, "hard": { "questions": 32, "hit_at_1": 0.96875, "hit_at_3": 0.96875, "hit_at_5": 1.0, "mrr": 0.976562, "recall_at_5": 0.942187 }, "medium": { "questions": 219, "hit_at_1": 0.899543, "hit_at_3": 0.949772, "hit_at_5": 0.954338, "mrr": 0.924277, "recall_at_5": 0.954338 } }, "vector": { "easy": { "questions": 102, "hit_at_1": 0.882353, "hit_at_3": 0.95098, "hit_at_5": 0.95098, "mrr": 0.915033, "recall_at_5": 0.95098 }, "hard": { "questions": 32, "hit_at_1": 0.96875, "hit_at_3": 1.0, "hit_at_5": 1.0, "mrr": 0.984375, "recall_at_5": 0.946875 }, "medium": { "questions": 219, "hit_at_1": 0.849315, "hit_at_3": 0.931507, "hit_at_5": 0.96347, "mrr": 0.893912, "recall_at_5": 0.96347 } }, "hybrid": { "easy": { "questions": 102, "hit_at_1": 0.980392, "hit_at_3": 0.990196, "hit_at_5": 1.0, "mrr": 0.987745, "recall_at_5": 1.0 }, "hard": { "questions": 32, "hit_at_1": 0.9375, "hit_at_3": 1.0, "hit_at_5": 1.0, "mrr": 0.96875, "recall_at_5": 0.948438 }, "medium": { "questions": 219, "hit_at_1": 0.917808, "hit_at_3": 0.981735, "hit_at_5": 0.990868, "mrr": 0.951065, "recall_at_5": 0.990868 } } }, "questions": [ { "id": "q0001", "split": "dev", "category": "entity_lookup", "difficulty": "easy", "question": "Nájdi dokument o osobe Ján Holp.", "mode": "fts", "expected_documents": [ "pages/students/2016/jan_holp/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/jan_holp/README.md", "pages/students/2016/jan_holp/timovy_projekt/README.md", "pages/students/2019/michal_stromko/README.md", "pages/students/2022/jan_malinovsky/README.md", "pages/students/2022/jan_ptak/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0001", "split": "dev", "category": "entity_lookup", "difficulty": "easy", "question": "Nájdi dokument o osobe Ján Holp.", "mode": "vector", "expected_documents": [ "pages/students/2016/jan_holp/README.md" ], "first_relevant_rank": 2, "reciprocal_rank": 0.5, "top_documents": [ "pages/students/2021/manohar_gowdru_shridharu/README.md", "pages/students/2016/jan_holp/README.md", "pages/interns/sevval_bulburu/README.md", "pages/students/2021/vladimir_ferko/README.md", "pages/students/2023/rostyslav_rodzhuk/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" ], "hit_at_1": 0, "recall_at_1": 0.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0001", "split": "dev", "category": "entity_lookup", "difficulty": "easy", "question": "Nájdi dokument o osobe Ján Holp.", "mode": "hybrid", "expected_documents": [ "pages/students/2016/jan_holp/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/jan_holp/README.md", "pages/students/2021/manohar_gowdru_shridharu/README.md", "pages/interns/sevval_bulburu/README.md", "pages/students/2021/vladimir_ferko/README.md", "pages/students/2023/rostyslav_rodzhuk/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0002", "split": "dev", "category": "fact_title", "difficulty": "easy", "question": "Aký je názov diplomová práca osoby Ján Holp?", "mode": "fts", "expected_documents": [ "pages/students/2016/jan_holp/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/jan_holp/README.md", "pages/students/2016/jan_holp/timovy_projekt/README.md", "pages/students/2019/michal_stromko/README.md", "pages/students/2020/matus_suchanic/README.md", "pages/students/2018/david_omasta/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0002", "split": "dev", "category": "fact_title", "difficulty": "easy", "question": "Aký je názov diplomová práca osoby Ján Holp?", "mode": "vector", "expected_documents": [ "pages/students/2016/jan_holp/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/jan_holp/README.md", "pages/students/2021/matej_novotny/README.md", "pages/students/2017/martin_jancura/README.md", "pages/students/2020/matus_suchanic/README.md", "pages/students/2016/patrik_pavlisin/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0002", "split": "dev", "category": "fact_title", "difficulty": "easy", "question": "Aký je názov diplomová práca osoby Ján Holp?", "mode": "hybrid", "expected_documents": [ "pages/students/2016/jan_holp/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/jan_holp/README.md", "pages/students/2016/mark_feher/README.md", "pages/students/2022/jan_malinovsky/README.md", "pages/students/2021/matej_novotny/README.md", "pages/students/2020/matus_suchanic/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0003", "split": "dev", "category": "reverse_lookup", "difficulty": "medium", "question": "Kto sa venuje práci s názvom „Systém získavania informácií v slovenskom jazyku“?", "mode": "fts", "expected_documents": [ "pages/students/2016/jan_holp/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/jan_holp/README.md", "pages/students/2016/jan_holp/timovy_projekt/README.md", "pages/students/2019/michal_stromko/README.md", "pages/students/2016/tomas_kucharik/README.md", "pages/students/2019/david_stromp/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0003", "split": "dev", "category": "reverse_lookup", "difficulty": "medium", "question": "Kto sa venuje práci s názvom „Systém získavania informácií v slovenskom jazyku“?", "mode": "vector", "expected_documents": [ "pages/students/2016/jan_holp/README.md" ], "first_relevant_rank": 3, "reciprocal_rank": 0.333333, "top_documents": [ "pages/students/2016/jan_holp/timovy_projekt/README.md", "pages/topics/resources/README.md", "pages/students/2016/jan_holp/README.md", "pages/students/2020/vladyslav_krupko/README.md", "pages/students/2023/simona_bobrovcanova/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt", "https://zp.kemt.fei.tuke.sk/topics/resources", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "hit_at_1": 0, "recall_at_1": 0.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0003", "split": "dev", "category": "reverse_lookup", "difficulty": "medium", "question": "Kto sa venuje práci s názvom „Systém získavania informácií v slovenskom jazyku“?", "mode": "hybrid", "expected_documents": [ "pages/students/2016/jan_holp/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/jan_holp/README.md", "pages/students/2016/jan_holp/timovy_projekt/README.md", "pages/students/2020/vladyslav_krupko/README.md", "pages/students/2023/simona_bobrovcanova/README.md", "pages/topics/resources/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt", "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", "https://zp.kemt.fei.tuke.sk/topics/resources" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0004", "split": "dev", "category": "topic_lookup", "difficulty": "medium", "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Systém získavania informácií v slovenskom jazyku“.", "mode": "fts", "expected_documents": [ "pages/students/2016/jan_holp/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/jan_holp/README.md", "pages/students/2016/jan_holp/timovy_projekt/README.md", "pages/students/2022/andrii_pervashov/README.md", "pages/topics/chatbot/README.md", "pages/students/2019/michal_stromko/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt", "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", "https://zp.kemt.fei.tuke.sk/topics/chatbot", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0004", "split": "dev", "category": "topic_lookup", "difficulty": "medium", "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Systém získavania informácií v slovenskom jazyku“.", "mode": "vector", "expected_documents": [ "pages/students/2016/jan_holp/README.md" ], "first_relevant_rank": null, "reciprocal_rank": 0.0, "top_documents": [ "pages/students/2016/jan_holp/timovy_projekt/README.md", "pages/topics/faq/README.md", "pages/topics/legal/README.md", "pages/topics/resources/README.md", "pages/students/2021/martin_sarissky/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt", "https://zp.kemt.fei.tuke.sk/topics/faq", "https://zp.kemt.fei.tuke.sk/topics/legal", "https://zp.kemt.fei.tuke.sk/topics/resources", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" ], "hit_at_1": 0, "recall_at_1": 0.0, "hit_at_3": 0, "recall_at_3": 0.0, "hit_at_5": 0, "recall_at_5": 0.0 }, { "id": "q0004", "split": "dev", "category": "topic_lookup", "difficulty": "medium", "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Systém získavania informácií v slovenskom jazyku“.", "mode": "hybrid", "expected_documents": [ "pages/students/2016/jan_holp/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/jan_holp/README.md", "pages/students/2016/jan_holp/timovy_projekt/README.md", "pages/topics/faq/README.md", "pages/students/2021/martin_sarissky/README.md", "pages/topics/legal/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt", "https://zp.kemt.fei.tuke.sk/topics/faq", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/topics/legal" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0005", "split": "dev", "category": "paraphrase", "difficulty": "medium", "question": "O čom je práca osoby Ján Holp?", "mode": "fts", "expected_documents": [ "pages/students/2016/jan_holp/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/jan_holp/README.md", "pages/students/2016/jan_holp/timovy_projekt/README.md", "pages/students/2022/jan_malinovsky/README.md", "pages/students/2019/michal_stromko/README.md", "pages/students/2022/jan_ptak/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt", "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0005", "split": "dev", "category": "paraphrase", "difficulty": "medium", "question": "O čom je práca osoby Ján Holp?", "mode": "vector", "expected_documents": [ "pages/students/2016/jan_holp/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/jan_holp/README.md", "pages/students/2016/jan_holp/timovy_projekt/README.md", "pages/students/2022/jan_malinovsky/README.md", "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2020/matus_suchanic/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt", "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0005", "split": "dev", "category": "paraphrase", "difficulty": "medium", "question": "O čom je práca osoby Ján Holp?", "mode": "hybrid", "expected_documents": [ "pages/students/2016/jan_holp/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/jan_holp/README.md", "pages/students/2016/jan_holp/timovy_projekt/README.md", "pages/students/2022/jan_malinovsky/README.md", "pages/students/2020/matus_suchanic/README.md", "pages/students/2022/jan_ptak/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt", "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0006", "split": "dev", "category": "fact_start_year", "difficulty": "easy", "question": "V ktorom roku začal študovať Ján Holp?", "mode": "fts", "expected_documents": [ "pages/students/2016/jan_holp/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/jan_holp/README.md", "pages/students/2016/jan_holp/timovy_projekt/README.md", "pages/students/2021/eduard_matovka/README.md", "pages/students/2016/jakub_maruniak/timovy_projekt/README.md", "pages/students/2019/michal_stromko/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt", "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0006", "split": "dev", "category": "fact_start_year", "difficulty": "easy", "question": "V ktorom roku začal študovať Ján Holp?", "mode": "vector", "expected_documents": [ "pages/students/2016/jan_holp/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/jan_holp/README.md", "pages/students/2022/jan_malinovsky/README.md", "pages/students/2022/valerii_kutsenko/README.md", "pages/students/2020/matus_suchanic/README.md", "pages/students/2016/jan_holp/timovy_projekt/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0006", "split": "dev", "category": "fact_start_year", "difficulty": "easy", "question": "V ktorom roku začal študovať Ján Holp?", "mode": "hybrid", "expected_documents": [ "pages/students/2016/jan_holp/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/jan_holp/README.md", "pages/students/2022/jan_malinovsky/README.md", "pages/students/2020/matus_suchanic/README.md", "pages/students/2016/jan_holp/timovy_projekt/README.md", "pages/students/2022/jan_ptak/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt", "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0007", "split": "dev", "category": "verification", "difficulty": "medium", "question": "Je pri osobe Ján Holp uvedený rok začiatku štúdia 2016?", "mode": "fts", "expected_documents": [ "pages/students/2016/jan_holp/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/jan_holp/README.md", "pages/students/2016/jan_holp/timovy_projekt/README.md", "pages/students/2022/jan_malinovsky/README.md", "pages/students/2022/jan_ptak/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt", "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0007", "split": "dev", "category": "verification", "difficulty": "medium", "question": "Je pri osobe Ján Holp uvedený rok začiatku štúdia 2016?", "mode": "vector", "expected_documents": [ "pages/students/2016/jan_holp/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/jan_holp/README.md", "pages/students/2021/eduard_matovka/README.md", "pages/students/2022/jan_malinovsky/README.md", "pages/topics/faq/README.md", "pages/students/2017/martin_jancura/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/topics/faq", "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0007", "split": "dev", "category": "verification", "difficulty": "medium", "question": "Je pri osobe Ján Holp uvedený rok začiatku štúdia 2016?", "mode": "hybrid", "expected_documents": [ "pages/students/2016/jan_holp/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/jan_holp/README.md", "pages/students/2021/eduard_matovka/README.md", "pages/students/2022/jan_malinovsky/README.md", "pages/students/2021/matej_novotny/README.md", "pages/students/2016/jan_holp/timovy_projekt/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0008", "split": "dev", "category": "fact_work_year", "difficulty": "easy", "question": "V ktorom roku je pri osobe Ján Holp uvedená diplomová práca?", "mode": "fts", "expected_documents": [ "pages/students/2016/jan_holp/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/jan_holp/README.md", "pages/students/2016/jan_holp/timovy_projekt/README.md", "pages/students/2018/david_omasta/README.md", "pages/students/2019/michal_stromko/README.md", "pages/students/2022/jan_malinovsky/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt", "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0008", "split": "dev", "category": "fact_work_year", "difficulty": "easy", "question": "V ktorom roku je pri osobe Ján Holp uvedená diplomová práca?", "mode": "vector", "expected_documents": [ "pages/students/2016/jan_holp/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/jan_holp/README.md", "pages/students/2021/matej_novotny/README.md", "pages/students/2017/martin_jancura/README.md", "pages/students/2022/jan_malinovsky/README.md", "pages/students/2016/tomas_kucharik/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0008", "split": "dev", "category": "fact_work_year", "difficulty": "easy", "question": "V ktorom roku je pri osobe Ján Holp uvedená diplomová práca?", "mode": "hybrid", "expected_documents": [ "pages/students/2016/jan_holp/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/jan_holp/README.md", "pages/students/2022/jan_malinovsky/README.md", "pages/students/2021/matej_novotny/README.md", "pages/students/2016/jan_holp/timovy_projekt/README.md", "pages/students/2017/martin_jancura/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt", "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0009", "split": "dev", "category": "disambiguation_year", "difficulty": "hard", "question": "Rozlíš rok začiatku štúdia a rok práce osoby Ján Holp.", "mode": "fts", "expected_documents": [ "pages/students/2016/jan_holp/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/jan_holp/README.md", "pages/students/2016/jan_holp/timovy_projekt/README.md", "pages/students/2022/jan_malinovsky/README.md", "pages/students/2022/jan_ptak/README.md", "pages/students/2023/rostyslav_rodzhuk/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt", "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0009", "split": "dev", "category": "disambiguation_year", "difficulty": "hard", "question": "Rozlíš rok začiatku štúdia a rok práce osoby Ján Holp.", "mode": "vector", "expected_documents": [ "pages/students/2016/jan_holp/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/jan_holp/README.md", "pages/students/2020/matej_kobylan/README.md", "pages/students/2020/jakub_kristian_lukas/README.md", "pages/students/2017/martin_jancura/README.md", "pages/students/2022/jan_malinovsky/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0009", "split": "dev", "category": "disambiguation_year", "difficulty": "hard", "question": "Rozlíš rok začiatku štúdia a rok práce osoby Ján Holp.", "mode": "hybrid", "expected_documents": [ "pages/students/2016/jan_holp/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/jan_holp/README.md", "pages/students/2022/jan_malinovsky/README.md", "pages/students/2022/jan_ptak/README.md", "pages/students/2020/matej_kobylan/README.md", "pages/students/2020/jakub_kristian_lukas/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0010", "split": "dev", "category": "adversarial_year", "difficulty": "hard", "question": "Je rok 2016 rokom záverečnej práce osoby Ján Holp?", "mode": "fts", "expected_documents": [ "pages/students/2016/jan_holp/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/jan_holp/README.md", "pages/students/2016/jan_holp/timovy_projekt/README.md", "pages/topics/faq/README.md", "pages/students/2022/jan_malinovsky/README.md", "pages/students/2019/michal_stromko/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt", "https://zp.kemt.fei.tuke.sk/topics/faq", "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0010", "split": "dev", "category": "adversarial_year", "difficulty": "hard", "question": "Je rok 2016 rokom záverečnej práce osoby Ján Holp?", "mode": "vector", "expected_documents": [ "pages/students/2016/jan_holp/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/jan_holp/README.md", "pages/students/2021/vladimir_ferko/README.md", "pages/topics/faq/README.md", "pages/students/2021/eduard_matovka/README.md", "pages/students/2023/oleksandr_dorybohov/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", "https://zp.kemt.fei.tuke.sk/topics/faq", "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0010", "split": "dev", "category": "adversarial_year", "difficulty": "hard", "question": "Je rok 2016 rokom záverečnej práce osoby Ján Holp?", "mode": "hybrid", "expected_documents": [ "pages/students/2016/jan_holp/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/jan_holp/README.md", "pages/topics/faq/README.md", "pages/topics/akopisat/README.md", "pages/students/2016/jan_holp/timovy_projekt/README.md", "pages/students/2021/vladimir_ferko/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", "https://zp.kemt.fei.tuke.sk/topics/faq", "https://zp.kemt.fei.tuke.sk/topics/akopisat", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt", "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0011", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou získavanie informácií a osobou Ján Holp?", "mode": "fts", "expected_documents": [ "pages/students/2016/jan_holp/README.md" ], "first_relevant_rank": 2, "reciprocal_rank": 0.5, "top_documents": [ "pages/students/2016/jan_holp/timovy_projekt/README.md", "pages/students/2016/jan_holp/README.md", "pages/students/2019/michal_stromko/README.md", "pages/students/2021/oleksandr_hryshchenko/README.md", "pages/students/2022/jan_malinovsky/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko", "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" ], "hit_at_1": 0, "recall_at_1": 0.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0011", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou získavanie informácií a osobou Ján Holp?", "mode": "vector", "expected_documents": [ "pages/students/2016/jan_holp/README.md" ], "first_relevant_rank": 2, "reciprocal_rank": 0.5, "top_documents": [ "pages/students/2016/jan_holp/timovy_projekt/README.md", "pages/students/2016/jan_holp/README.md", "pages/topics/faq/README.md", "pages/students/2019/michal_stromko/README.md", "pages/students/2022/jan_malinovsky/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", "https://zp.kemt.fei.tuke.sk/topics/faq", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" ], "hit_at_1": 0, "recall_at_1": 0.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0011", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou získavanie informácií a osobou Ján Holp?", "mode": "hybrid", "expected_documents": [ "pages/students/2016/jan_holp/README.md" ], "first_relevant_rank": 2, "reciprocal_rank": 0.5, "top_documents": [ "pages/students/2016/jan_holp/timovy_projekt/README.md", "pages/students/2016/jan_holp/README.md", "pages/topics/faq/README.md", "pages/students/2019/michal_stromko/README.md", "pages/students/2022/jan_malinovsky/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", "https://zp.kemt.fei.tuke.sk/topics/faq", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" ], "hit_at_1": 0, "recall_at_1": 0.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0012", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou PageRank a osobou Ján Holp?", "mode": "fts", "expected_documents": [ "pages/students/2016/jan_holp/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/jan_holp/README.md", "pages/students/2016/jan_holp/timovy_projekt/README.md", "pages/students/2022/jan_ptak/README.md", "pages/students/2020/matus_suchanic/README.md", "pages/students/2017/martin_jancura/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt", "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0012", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou PageRank a osobou Ján Holp?", "mode": "vector", "expected_documents": [ "pages/students/2016/jan_holp/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/jan_holp/README.md", "pages/students/2016/jan_holp/timovy_projekt/README.md", "pages/topics/faq/README.md", "pages/students/2016/tomas_kucharik/README.md", "pages/students/2019/david_stromp/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt", "https://zp.kemt.fei.tuke.sk/topics/faq", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0012", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou PageRank a osobou Ján Holp?", "mode": "hybrid", "expected_documents": [ "pages/students/2016/jan_holp/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/jan_holp/README.md", "pages/students/2016/jan_holp/timovy_projekt/README.md", "pages/topics/faq/README.md", "pages/students/2016/tomas_kucharik/README.md", "pages/students/2019/david_stromp/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt", "https://zp.kemt.fei.tuke.sk/topics/faq", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0013", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou slovenský internet a osobou Ján Holp?", "mode": "fts", "expected_documents": [ "pages/students/2016/jan_holp/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/jan_holp/README.md", "pages/students/2016/jan_holp/timovy_projekt/README.md", "pages/students/2022/jan_ptak/README.md", "pages/students/2020/matus_suchanic/README.md", "pages/students/2017/martin_jancura/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt", "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0013", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou slovenský internet a osobou Ján Holp?", "mode": "vector", "expected_documents": [ "pages/students/2016/jan_holp/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/jan_holp/README.md", "pages/topics/faq/README.md", "pages/topics/resources/README.md", "pages/students/2016/jan_holp/timovy_projekt/README.md", "pages/students/2020/matus_suchanic/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", "https://zp.kemt.fei.tuke.sk/topics/faq", "https://zp.kemt.fei.tuke.sk/topics/resources", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt", "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0013", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou slovenský internet a osobou Ján Holp?", "mode": "hybrid", "expected_documents": [ "pages/students/2016/jan_holp/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/jan_holp/README.md", "pages/students/2016/jan_holp/timovy_projekt/README.md", "pages/topics/faq/README.md", "pages/topics/resources/README.md", "pages/students/2023/rostyslav_rodzhuk/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt", "https://zp.kemt.fei.tuke.sk/topics/faq", "https://zp.kemt.fei.tuke.sk/topics/resources", "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0014", "split": "dev", "category": "specific_fact", "difficulty": "medium", "question": "Čo bolo implementované v stave práce Jána Holpa?", "mode": "fts", "expected_documents": [ "pages/students/2016/jan_holp/README.md" ], "first_relevant_rank": null, "reciprocal_rank": 0.0, "top_documents": [ "pages/students/2021/martin_sarissky/README.md", "pages/students/2019/samuel_horani/README.md", "pages/students/2021/nikita_bodnar/README.md", "pages/topics/akopisat/README.md", "pages/students/2016/maros_harahus/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar", "https://zp.kemt.fei.tuke.sk/topics/akopisat", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "hit_at_1": 0, "recall_at_1": 0.0, "hit_at_3": 0, "recall_at_3": 0.0, "hit_at_5": 0, "recall_at_5": 0.0 }, { "id": "q0014", "split": "dev", "category": "specific_fact", "difficulty": "medium", "question": "Čo bolo implementované v stave práce Jána Holpa?", "mode": "vector", "expected_documents": [ "pages/students/2016/jan_holp/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/jan_holp/README.md", "pages/students/2022/jan_malinovsky/README.md", "pages/students/2022/jan_ptak/README.md", "pages/students/2016/jakub_maruniak/README.md", "pages/students/2020/matus_suchanic/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0014", "split": "dev", "category": "specific_fact", "difficulty": "medium", "question": "Čo bolo implementované v stave práce Jána Holpa?", "mode": "hybrid", "expected_documents": [ "pages/students/2016/jan_holp/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/jan_holp/README.md", "pages/students/2022/jan_malinovsky/README.md", "pages/students/2022/jan_ptak/README.md", "pages/students/2016/jakub_maruniak/README.md", "pages/students/2016/jan_holp/timovy_projekt/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0015", "split": "dev", "category": "specific_fact", "difficulty": "medium", "question": "Aký bol názov bakalárskej práce Jána Holpa?", "mode": "fts", "expected_documents": [ "pages/students/2016/jan_holp/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/jan_holp/README.md", "pages/students/2016/ediz_morochovic/README.md", "pages/students/2016/patrik_pavlisin/README.md", "pages/students/2019/kristian_sopkovic/README.md", "pages/students/2022/serhii_yemets/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", "https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0015", "split": "dev", "category": "specific_fact", "difficulty": "medium", "question": "Aký bol názov bakalárskej práce Jána Holpa?", "mode": "vector", "expected_documents": [ "pages/students/2016/jan_holp/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/jan_holp/README.md", "pages/students/2016/ediz_morochovic/README.md", "pages/students/2021/eduard_matovka/README.md", "pages/students/2023/oleksandr_dorybohov/README.md", "pages/students/2023/simona_bobrovcanova/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0015", "split": "dev", "category": "specific_fact", "difficulty": "medium", "question": "Aký bol názov bakalárskej práce Jána Holpa?", "mode": "hybrid", "expected_documents": [ "pages/students/2016/jan_holp/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/jan_holp/README.md", "pages/students/2016/ediz_morochovic/README.md", "pages/students/2016/patrik_pavlisin/README.md", "pages/students/2021/eduard_matovka/README.md", "pages/students/2023/oleksandr_dorybohov/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0016", "split": "dev", "category": "entity_lookup", "difficulty": "easy", "question": "Nájdi dokument o osobe Maroš Harahus.", "mode": "fts", "expected_documents": [ "pages/students/2016/maros_harahus/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/maros_harahus/README.md", "pages/students/2019/david_stromp/README.md", "pages/students/2016/maros_harahus/timovy_projekt/README.md", "pages/students/2019/dmytro_mural/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt", "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0016", "split": "dev", "category": "entity_lookup", "difficulty": "easy", "question": "Nájdi dokument o osobe Maroš Harahus.", "mode": "vector", "expected_documents": [ "pages/students/2016/maros_harahus/README.md" ], "first_relevant_rank": 2, "reciprocal_rank": 0.5, "top_documents": [ "pages/students/2021/manohar_gowdru_shridharu/README.md", "pages/students/2016/maros_harahus/README.md", "pages/interns/sevval_bulburu/README.md", "pages/students/2019/samuel_horani/README.md", "pages/students/2021/martin_sarissky/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" ], "hit_at_1": 0, "recall_at_1": 0.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0016", "split": "dev", "category": "entity_lookup", "difficulty": "easy", "question": "Nájdi dokument o osobe Maroš Harahus.", "mode": "hybrid", "expected_documents": [ "pages/students/2016/maros_harahus/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/maros_harahus/README.md", "pages/students/2021/manohar_gowdru_shridharu/README.md", "pages/interns/sevval_bulburu/README.md", "pages/students/2019/samuel_horani/README.md", "pages/students/2021/martin_sarissky/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0017", "split": "dev", "category": "fact_title", "difficulty": "easy", "question": "Aký je názov diplomová práca osoby Maroš Harahus?", "mode": "fts", "expected_documents": [ "pages/students/2016/maros_harahus/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/maros_harahus/README.md", "pages/students/2016/maros_harahus/timovy_projekt/README.md", "pages/students/2019/dmytro_mural/README.md", "pages/students/2019/david_stromp/README.md", "pages/students/2020/vladyslav_krupko/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt", "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp", "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0017", "split": "dev", "category": "fact_title", "difficulty": "easy", "question": "Aký je názov diplomová práca osoby Maroš Harahus?", "mode": "vector", "expected_documents": [ "pages/students/2016/maros_harahus/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/maros_harahus/README.md", "pages/students/2019/dmytro_mural/README.md", "pages/students/2019/michal_stromko/README.md", "pages/students/2021/martin_sarissky/README.md", "pages/students/2016/maros_harahus/timovy_projekt/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0017", "split": "dev", "category": "fact_title", "difficulty": "easy", "question": "Aký je názov diplomová práca osoby Maroš Harahus?", "mode": "hybrid", "expected_documents": [ "pages/students/2016/maros_harahus/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/maros_harahus/README.md", "pages/students/2019/dmytro_mural/README.md", "pages/students/2016/maros_harahus/timovy_projekt/README.md", "pages/students/2019/david_stromp/README.md", "pages/students/2019/michal_stromko/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt", "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0018", "split": "dev", "category": "reverse_lookup", "difficulty": "medium", "question": "Kto sa venuje práci s názvom „Neurónová morfologická anotácia slovenského jazyka“?", "mode": "fts", "expected_documents": [ "pages/students/2016/maros_harahus/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/maros_harahus/README.md", "pages/topics/morphology/README.md", "pages/students/2018/martin_wencel/README.md", "pages/topics/otvorene/README.md", "pages/topics/question/navod/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/topics/morphology", "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", "https://zp.kemt.fei.tuke.sk/topics/otvorene", "https://zp.kemt.fei.tuke.sk/topics/question/navod" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0018", "split": "dev", "category": "reverse_lookup", "difficulty": "medium", "question": "Kto sa venuje práci s názvom „Neurónová morfologická anotácia slovenského jazyka“?", "mode": "vector", "expected_documents": [ "pages/students/2016/maros_harahus/README.md" ], "first_relevant_rank": 2, "reciprocal_rank": 0.5, "top_documents": [ "pages/topics/morphology/README.md", "pages/students/2016/maros_harahus/README.md", "pages/topics/resources/README.md", "pages/students/2016/jakub_maruniak/README.md", "pages/students/2021/eduard_matovka/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/morphology", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/topics/resources", "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" ], "hit_at_1": 0, "recall_at_1": 0.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0018", "split": "dev", "category": "reverse_lookup", "difficulty": "medium", "question": "Kto sa venuje práci s názvom „Neurónová morfologická anotácia slovenského jazyka“?", "mode": "hybrid", "expected_documents": [ "pages/students/2016/maros_harahus/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/maros_harahus/README.md", "pages/topics/morphology/README.md", "pages/students/2016/jakub_maruniak/README.md", "pages/students/2021/eduard_matovka/README.md", "pages/students/2016/maros_harahus/timovy_projekt/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/topics/morphology", "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0019", "split": "dev", "category": "topic_lookup", "difficulty": "medium", "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Neurónová morfologická anotácia slovenského jazyka“.", "mode": "fts", "expected_documents": [ "pages/students/2016/maros_harahus/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/maros_harahus/README.md", "pages/topics/morphology/README.md", "pages/students/2018/martin_wencel/README.md", "pages/topics/otvorene/README.md", "pages/topics/prodigy/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/topics/morphology", "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", "https://zp.kemt.fei.tuke.sk/topics/otvorene", "https://zp.kemt.fei.tuke.sk/topics/prodigy" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0019", "split": "dev", "category": "topic_lookup", "difficulty": "medium", "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Neurónová morfologická anotácia slovenského jazyka“.", "mode": "vector", "expected_documents": [ "pages/students/2016/maros_harahus/README.md" ], "first_relevant_rank": 2, "reciprocal_rank": 0.5, "top_documents": [ "pages/topics/morphology/README.md", "pages/students/2016/maros_harahus/README.md", "pages/topics/prodigy/README.md", "pages/topics/resources/README.md", "pages/students/2016/jakub_maruniak/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/morphology", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/topics/prodigy", "https://zp.kemt.fei.tuke.sk/topics/resources", "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" ], "hit_at_1": 0, "recall_at_1": 0.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0019", "split": "dev", "category": "topic_lookup", "difficulty": "medium", "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Neurónová morfologická anotácia slovenského jazyka“.", "mode": "hybrid", "expected_documents": [ "pages/students/2016/maros_harahus/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/maros_harahus/README.md", "pages/topics/morphology/README.md", "pages/topics/prodigy/README.md", "pages/topics/otvorene/README.md", "pages/students/2016/maros_harahus/timovy_projekt/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/topics/morphology", "https://zp.kemt.fei.tuke.sk/topics/prodigy", "https://zp.kemt.fei.tuke.sk/topics/otvorene", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0020", "split": "dev", "category": "paraphrase", "difficulty": "medium", "question": "O čom je práca osoby Maroš Harahus?", "mode": "fts", "expected_documents": [ "pages/students/2016/maros_harahus/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/maros_harahus/README.md", "pages/students/2019/david_stromp/README.md", "pages/students/2016/maros_harahus/timovy_projekt/README.md", "pages/students/2019/dmytro_mural/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt", "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0020", "split": "dev", "category": "paraphrase", "difficulty": "medium", "question": "O čom je práca osoby Maroš Harahus?", "mode": "vector", "expected_documents": [ "pages/students/2016/maros_harahus/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/maros_harahus/README.md", "pages/students/2019/dmytro_mural/README.md", "pages/students/2021/martin_sarissky/README.md", "pages/students/2019/samuel_horani/README.md", "pages/students/2016/maros_harahus/timovy_projekt/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0020", "split": "dev", "category": "paraphrase", "difficulty": "medium", "question": "O čom je práca osoby Maroš Harahus?", "mode": "hybrid", "expected_documents": [ "pages/students/2016/maros_harahus/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/maros_harahus/README.md", "pages/students/2019/dmytro_mural/README.md", "pages/students/2016/maros_harahus/timovy_projekt/README.md", "pages/students/2021/martin_sarissky/README.md", "pages/students/2019/samuel_horani/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0021", "split": "dev", "category": "fact_work_year", "difficulty": "easy", "question": "V ktorom roku je pri osobe Maroš Harahus uvedená diplomová práca?", "mode": "fts", "expected_documents": [ "pages/students/2016/maros_harahus/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/maros_harahus/README.md", "pages/students/2016/maros_harahus/timovy_projekt/README.md", "pages/students/2019/david_stromp/README.md", "pages/students/2019/dmytro_mural/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt", "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp", "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0021", "split": "dev", "category": "fact_work_year", "difficulty": "easy", "question": "V ktorom roku je pri osobe Maroš Harahus uvedená diplomová práca?", "mode": "vector", "expected_documents": [ "pages/students/2016/maros_harahus/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/maros_harahus/README.md", "pages/students/2019/dmytro_mural/README.md", "pages/students/2021/martin_sarissky/README.md", "pages/students/2019/michal_stromko/README.md", "pages/students/2016/maros_harahus/timovy_projekt/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0021", "split": "dev", "category": "fact_work_year", "difficulty": "easy", "question": "V ktorom roku je pri osobe Maroš Harahus uvedená diplomová práca?", "mode": "hybrid", "expected_documents": [ "pages/students/2016/maros_harahus/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/maros_harahus/README.md", "pages/students/2019/dmytro_mural/README.md", "pages/students/2016/maros_harahus/timovy_projekt/README.md", "pages/students/2021/martin_sarissky/README.md", "pages/students/2019/michal_stromko/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0022", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou morfologická anotácia a osobou Maroš Harahus?", "mode": "fts", "expected_documents": [ "pages/students/2016/maros_harahus/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/maros_harahus/README.md", "pages/students/2019/david_stromp/README.md", "pages/students/2016/maros_harahus/timovy_projekt/README.md", "pages/students/2019/dmytro_mural/README.md", "pages/topics/morphology/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt", "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", "https://zp.kemt.fei.tuke.sk/topics/morphology" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0022", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou morfologická anotácia a osobou Maroš Harahus?", "mode": "vector", "expected_documents": [ "pages/students/2016/maros_harahus/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/maros_harahus/README.md", "pages/students/2019/dmytro_mural/README.md", "pages/students/2016/maros_harahus/timovy_projekt/README.md", "pages/students/2016/ediz_morochovic/README.md", "pages/topics/morphology/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt", "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", "https://zp.kemt.fei.tuke.sk/topics/morphology" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0022", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou morfologická anotácia a osobou Maroš Harahus?", "mode": "hybrid", "expected_documents": [ "pages/students/2016/maros_harahus/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/maros_harahus/README.md", "pages/students/2019/dmytro_mural/README.md", "pages/students/2016/maros_harahus/timovy_projekt/README.md", "pages/topics/morphology/README.md", "pages/students/2016/ediz_morochovic/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt", "https://zp.kemt.fei.tuke.sk/topics/morphology", "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0023", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou Spacy a osobou Maroš Harahus?", "mode": "fts", "expected_documents": [ "pages/students/2016/maros_harahus/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/maros_harahus/README.md", "pages/students/2016/maros_harahus/timovy_projekt/README.md", "pages/students/2019/david_stromp/README.md", "pages/topics/spacy/README.md", "pages/students/2019/dmytro_mural/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt", "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp", "https://zp.kemt.fei.tuke.sk/topics/spacy", "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0023", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou Spacy a osobou Maroš Harahus?", "mode": "vector", "expected_documents": [ "pages/students/2016/maros_harahus/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/maros_harahus/README.md", "pages/topics/spacy/README.md", "pages/students/2016/maros_harahus/timovy_projekt/README.md", "pages/students/2019/dmytro_mural/README.md", "pages/students/2019/samuel_horani/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/topics/spacy", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt", "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0023", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou Spacy a osobou Maroš Harahus?", "mode": "hybrid", "expected_documents": [ "pages/students/2016/maros_harahus/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/maros_harahus/README.md", "pages/topics/spacy/README.md", "pages/students/2016/maros_harahus/timovy_projekt/README.md", "pages/students/2019/dmytro_mural/README.md", "pages/students/2019/samuel_horani/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/topics/spacy", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt", "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0024", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou grafové neurónové siete a osobou Maroš Harahus?", "mode": "fts", "expected_documents": [ "pages/students/2016/maros_harahus/README.md" ], "first_relevant_rank": 2, "reciprocal_rank": 0.5, "top_documents": [ "pages/students/2019/dmytro_mural/README.md", "pages/students/2016/maros_harahus/README.md", "pages/students/2021/oleksandr_hryshchenko/README.md", "pages/students/2017/martin_jancura/README.md", "pages/students/2020/vladyslav_krupko/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko", "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko" ], "hit_at_1": 0, "recall_at_1": 0.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0024", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou grafové neurónové siete a osobou Maroš Harahus?", "mode": "vector", "expected_documents": [ "pages/students/2016/maros_harahus/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/maros_harahus/README.md", "pages/students/2019/dmytro_mural/README.md", "pages/topics/steel/README.md", "pages/students/2021/oleksandr_hryshchenko/README.md", "pages/students/2021/martin_sarissky/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", "https://zp.kemt.fei.tuke.sk/topics/steel", "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0024", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou grafové neurónové siete a osobou Maroš Harahus?", "mode": "hybrid", "expected_documents": [ "pages/students/2016/maros_harahus/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/maros_harahus/README.md", "pages/students/2019/dmytro_mural/README.md", "pages/students/2021/oleksandr_hryshchenko/README.md", "pages/topics/steel/README.md", "pages/students/2021/martin_sarissky/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko", "https://zp.kemt.fei.tuke.sk/topics/steel", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0025", "split": "dev", "category": "specific_fact", "difficulty": "medium", "question": "Akú knižnicu používala diplomová práca Maroša Harahusa na morfologickú anotáciu?", "mode": "fts", "expected_documents": [ "pages/students/2016/maros_harahus/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/maros_harahus/README.md", "pages/students/2022/andrii_pervashov/README.md", "pages/topics/otvorene/README.md", "pages/students/2018/adrian_remias/README.md", "pages/topics/spacy/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", "https://zp.kemt.fei.tuke.sk/topics/otvorene", "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", "https://zp.kemt.fei.tuke.sk/topics/spacy" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0025", "split": "dev", "category": "specific_fact", "difficulty": "medium", "question": "Akú knižnicu používala diplomová práca Maroša Harahusa na morfologickú anotáciu?", "mode": "vector", "expected_documents": [ "pages/students/2016/maros_harahus/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/maros_harahus/README.md", "pages/students/2016/maros_harahus/timovy_projekt/README.md", "pages/students/2019/dmytro_mural/README.md", "pages/students/2022/andrii_pervashov/README.md", "pages/students/2019/michal_stromko/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt", "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0025", "split": "dev", "category": "specific_fact", "difficulty": "medium", "question": "Akú knižnicu používala diplomová práca Maroša Harahusa na morfologickú anotáciu?", "mode": "hybrid", "expected_documents": [ "pages/students/2016/maros_harahus/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/maros_harahus/README.md", "pages/students/2022/andrii_pervashov/README.md", "pages/students/2016/maros_harahus/timovy_projekt/README.md", "pages/students/2016/jakub_maruniak/README.md", "pages/students/2019/dmytro_mural/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt", "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0026", "split": "dev", "category": "specific_fact", "difficulty": "medium", "question": "Aké metódy mal Maroš Harahus študovať v súvislosti s US Steel?", "mode": "fts", "expected_documents": [ "pages/students/2016/maros_harahus/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/maros_harahus/README.md", "pages/topics/steel/README.md", "pages/students/2019/dmytro_mural/README.md", "pages/students/2016/maros_harahus/timovy_projekt/README.md", "pages/students/2019/david_stromp/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/topics/steel", "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt", "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0026", "split": "dev", "category": "specific_fact", "difficulty": "medium", "question": "Aké metódy mal Maroš Harahus študovať v súvislosti s US Steel?", "mode": "vector", "expected_documents": [ "pages/students/2016/maros_harahus/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/maros_harahus/README.md", "pages/topics/steel/README.md", "pages/students/2019/dmytro_mural/README.md", "pages/students/2016/patrik_pavlisin/dp21/README.md", "pages/students/2016/ediz_morochovic/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/topics/steel", "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/dp21", "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0026", "split": "dev", "category": "specific_fact", "difficulty": "medium", "question": "Aké metódy mal Maroš Harahus študovať v súvislosti s US Steel?", "mode": "hybrid", "expected_documents": [ "pages/students/2016/maros_harahus/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/maros_harahus/README.md", "pages/topics/steel/README.md", "pages/students/2019/dmytro_mural/README.md", "pages/students/2016/patrik_pavlisin/dp21/README.md", "pages/students/2016/ediz_morochovic/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/topics/steel", "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/dp21", "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0027", "split": "dev", "category": "entity_lookup", "difficulty": "easy", "question": "Nájdi dokument o osobe Tomáš Kuchárik.", "mode": "fts", "expected_documents": [ "pages/students/2016/tomas_kucharik/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/tomas_kucharik/README.md", "pages/topics/question/README.md", "pages/students/2019/filip_tomas/README.md", "pages/topics/prodigy/README.md", "pages/topics/named-entity/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/topics/question", "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", "https://zp.kemt.fei.tuke.sk/topics/prodigy", "https://zp.kemt.fei.tuke.sk/topics/named-entity" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0027", "split": "dev", "category": "entity_lookup", "difficulty": "easy", "question": "Nájdi dokument o osobe Tomáš Kuchárik.", "mode": "vector", "expected_documents": [ "pages/students/2016/tomas_kucharik/README.md" ], "first_relevant_rank": 2, "reciprocal_rank": 0.5, "top_documents": [ "pages/students/2021/manohar_gowdru_shridharu/README.md", "pages/students/2016/tomas_kucharik/README.md", "pages/interns/oliver_pejic/README.md", "pages/interns/sevval_bulburu/README.md", "pages/students/2016/jakub_maruniak/timovy_projekt/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt" ], "hit_at_1": 0, "recall_at_1": 0.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0027", "split": "dev", "category": "entity_lookup", "difficulty": "easy", "question": "Nájdi dokument o osobe Tomáš Kuchárik.", "mode": "hybrid", "expected_documents": [ "pages/students/2016/tomas_kucharik/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/tomas_kucharik/README.md", "pages/students/2021/manohar_gowdru_shridharu/README.md", "pages/interns/oliver_pejic/README.md", "pages/interns/sevval_bulburu/README.md", "pages/students/2016/jakub_maruniak/timovy_projekt/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0028", "split": "dev", "category": "fact_title", "difficulty": "easy", "question": "Aký je názov diplomová práca osoby Tomáš Kuchárik?", "mode": "fts", "expected_documents": [ "pages/students/2016/tomas_kucharik/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/tomas_kucharik/README.md", "pages/topics/question/README.md", "pages/students/2019/filip_tomas/README.md", "pages/topics/prodigy/README.md", "pages/students/2020/matus_suchanic/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/topics/question", "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", "https://zp.kemt.fei.tuke.sk/topics/prodigy", "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0028", "split": "dev", "category": "fact_title", "difficulty": "easy", "question": "Aký je názov diplomová práca osoby Tomáš Kuchárik?", "mode": "vector", "expected_documents": [ "pages/students/2016/tomas_kucharik/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/tomas_kucharik/README.md", "pages/students/2020/matus_suchanic/README.md", "pages/students/2019/michal_stromko/README.md", "pages/students/2019/filip_tomas/README.md", "pages/students/2016/jan_holp/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0028", "split": "dev", "category": "fact_title", "difficulty": "easy", "question": "Aký je názov diplomová práca osoby Tomáš Kuchárik?", "mode": "hybrid", "expected_documents": [ "pages/students/2016/tomas_kucharik/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/tomas_kucharik/README.md", "pages/students/2019/filip_tomas/README.md", "pages/students/2016/mark_feher/README.md", "pages/students/2020/matus_suchanic/README.md", "pages/students/2019/michal_stromko/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0029", "split": "dev", "category": "reverse_lookup", "difficulty": "medium", "question": "Kto sa venuje práci s názvom „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu“?", "mode": "fts", "expected_documents": [ "pages/students/2016/tomas_kucharik/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/tomas_kucharik/README.md", "pages/topics/question/nezodpovedatelne/README.md", "pages/topics/question/navod/README.md", "pages/topics/question/validacie/README.md", "pages/topics/otvorene/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne", "https://zp.kemt.fei.tuke.sk/topics/question/navod", "https://zp.kemt.fei.tuke.sk/topics/question/validacie", "https://zp.kemt.fei.tuke.sk/topics/otvorene" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0029", "split": "dev", "category": "reverse_lookup", "difficulty": "medium", "question": "Kto sa venuje práci s názvom „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu“?", "mode": "vector", "expected_documents": [ "pages/students/2016/tomas_kucharik/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/tomas_kucharik/README.md", "pages/students/2020/vladyslav_krupko/README.md", "pages/students/2016/patrik_pavlisin/tp20/README.md", "pages/students/2022/andrii_pervashov/README.md", "pages/topics/resources/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20", "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", "https://zp.kemt.fei.tuke.sk/topics/resources" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0029", "split": "dev", "category": "reverse_lookup", "difficulty": "medium", "question": "Kto sa venuje práci s názvom „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu“?", "mode": "hybrid", "expected_documents": [ "pages/students/2016/tomas_kucharik/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/tomas_kucharik/README.md", "pages/students/2020/vladyslav_krupko/README.md", "pages/students/2016/patrik_pavlisin/tp20/README.md", "pages/students/2022/valerii_kutsenko/README.md", "pages/students/2022/andrii_pervashov/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0030", "split": "dev", "category": "topic_lookup", "difficulty": "medium", "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu“.", "mode": "fts", "expected_documents": [ "pages/students/2016/tomas_kucharik/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/tomas_kucharik/README.md", "pages/topics/question/nezodpovedatelne/README.md", "pages/topics/otvorene/README.md", "pages/students/2017/than_trung_thanh/README.md", "pages/students/2016/patrik_pavlisin/tp20/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne", "https://zp.kemt.fei.tuke.sk/topics/otvorene", "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0030", "split": "dev", "category": "topic_lookup", "difficulty": "medium", "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu“.", "mode": "vector", "expected_documents": [ "pages/students/2016/tomas_kucharik/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/tomas_kucharik/README.md", "pages/students/2020/vladyslav_krupko/README.md", "pages/students/2016/patrik_pavlisin/tp20/README.md", "pages/topics/faq/README.md", "pages/topics/otvorene/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20", "https://zp.kemt.fei.tuke.sk/topics/faq", "https://zp.kemt.fei.tuke.sk/topics/otvorene" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0030", "split": "dev", "category": "topic_lookup", "difficulty": "medium", "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu“.", "mode": "hybrid", "expected_documents": [ "pages/students/2016/tomas_kucharik/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/tomas_kucharik/README.md", "pages/students/2020/vladyslav_krupko/README.md", "pages/students/2022/andrii_pervashov/README.md", "pages/students/2016/patrik_pavlisin/tp20/README.md", "pages/students/2016/patrik_pavlisin/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0031", "split": "dev", "category": "paraphrase", "difficulty": "medium", "question": "O čom je práca osoby Tomáš Kuchárik?", "mode": "fts", "expected_documents": [ "pages/students/2016/tomas_kucharik/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/tomas_kucharik/README.md", "pages/topics/question/README.md", "pages/topics/prodigy/README.md", "pages/students/2019/filip_tomas/README.md", "pages/topics/named-entity/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/topics/question", "https://zp.kemt.fei.tuke.sk/topics/prodigy", "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", "https://zp.kemt.fei.tuke.sk/topics/named-entity" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0031", "split": "dev", "category": "paraphrase", "difficulty": "medium", "question": "O čom je práca osoby Tomáš Kuchárik?", "mode": "vector", "expected_documents": [ "pages/students/2016/tomas_kucharik/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/tomas_kucharik/README.md", "pages/students/2020/matus_suchanic/README.md", "pages/students/2019/filip_tomas/README.md", "pages/students/2019/michal_stromko/README.md", "pages/students/2020/matej_kobylan/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0031", "split": "dev", "category": "paraphrase", "difficulty": "medium", "question": "O čom je práca osoby Tomáš Kuchárik?", "mode": "hybrid", "expected_documents": [ "pages/students/2016/tomas_kucharik/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/tomas_kucharik/README.md", "pages/students/2019/filip_tomas/README.md", "pages/students/2020/matej_kobylan/README.md", "pages/students/2020/matus_suchanic/README.md", "pages/students/2019/michal_stromko/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0032", "split": "dev", "category": "fact_work_year", "difficulty": "easy", "question": "V ktorom roku je pri osobe Tomáš Kuchárik uvedená diplomová práca?", "mode": "fts", "expected_documents": [ "pages/students/2016/tomas_kucharik/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/tomas_kucharik/README.md", "pages/topics/question/README.md", "pages/students/2019/filip_tomas/README.md", "pages/topics/prodigy/README.md", "pages/students/2021/matej_scislak/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/topics/question", "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", "https://zp.kemt.fei.tuke.sk/topics/prodigy", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0032", "split": "dev", "category": "fact_work_year", "difficulty": "easy", "question": "V ktorom roku je pri osobe Tomáš Kuchárik uvedená diplomová práca?", "mode": "vector", "expected_documents": [ "pages/students/2016/tomas_kucharik/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/tomas_kucharik/README.md", "pages/students/2019/filip_tomas/README.md", "pages/students/2020/matus_suchanic/README.md", "pages/students/2019/michal_stromko/README.md", "pages/students/2017/martin_jancura/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0032", "split": "dev", "category": "fact_work_year", "difficulty": "easy", "question": "V ktorom roku je pri osobe Tomáš Kuchárik uvedená diplomová práca?", "mode": "hybrid", "expected_documents": [ "pages/students/2016/tomas_kucharik/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/tomas_kucharik/README.md", "pages/students/2019/filip_tomas/README.md", "pages/students/2020/matus_suchanic/README.md", "pages/students/2019/michal_stromko/README.md", "pages/students/2016/jan_holp/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0033", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou Question Answering a osobou Tomáš Kuchárik?", "mode": "fts", "expected_documents": [ "pages/students/2016/tomas_kucharik/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/tomas_kucharik/README.md", "pages/topics/question/README.md", "pages/topics/prodigy/README.md", "pages/students/2018/ondrej_megela/README.md", "pages/students/2018/oleh_bilykh/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/topics/question", "https://zp.kemt.fei.tuke.sk/topics/prodigy", "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0033", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou Question Answering a osobou Tomáš Kuchárik?", "mode": "vector", "expected_documents": [ "pages/students/2016/tomas_kucharik/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/tomas_kucharik/README.md", "pages/topics/question/README.md", "pages/students/2018/oleh_bilykh/README.md", "pages/topics/faq/README.md", "pages/topics/question/nezodpovedatelne/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/topics/question", "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", "https://zp.kemt.fei.tuke.sk/topics/faq", "https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0033", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou Question Answering a osobou Tomáš Kuchárik?", "mode": "hybrid", "expected_documents": [ "pages/students/2016/tomas_kucharik/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/tomas_kucharik/README.md", "pages/topics/question/README.md", "pages/students/2018/oleh_bilykh/README.md", "pages/topics/faq/README.md", "pages/students/2019/alina_vitko/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/topics/question", "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", "https://zp.kemt.fei.tuke.sk/topics/faq", "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0034", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou SQuAD a osobou Tomáš Kuchárik?", "mode": "fts", "expected_documents": [ "pages/students/2016/tomas_kucharik/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/tomas_kucharik/README.md", "pages/topics/question/README.md", "pages/students/2019/filip_tomas/README.md", "pages/topics/prodigy/README.md", "pages/students/2017/martin_jancura/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/topics/question", "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", "https://zp.kemt.fei.tuke.sk/topics/prodigy", "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0034", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou SQuAD a osobou Tomáš Kuchárik?", "mode": "vector", "expected_documents": [ "pages/students/2016/tomas_kucharik/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/tomas_kucharik/README.md", "pages/students/2018/oleh_bilykh/README.md", "pages/students/2019/michal_stromko/README.md", "pages/topics/question/README.md", "pages/students/2021/matej_scislak/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "https://zp.kemt.fei.tuke.sk/topics/question", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0034", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou SQuAD a osobou Tomáš Kuchárik?", "mode": "hybrid", "expected_documents": [ "pages/students/2016/tomas_kucharik/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/tomas_kucharik/README.md", "pages/topics/question/README.md", "pages/topics/faq/README.md", "pages/students/2018/oleh_bilykh/README.md", "pages/students/2019/michal_stromko/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/topics/question", "https://zp.kemt.fei.tuke.sk/topics/faq", "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0035", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou strojový preklad a osobou Tomáš Kuchárik?", "mode": "fts", "expected_documents": [ "pages/students/2016/tomas_kucharik/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/tomas_kucharik/README.md", "pages/students/2016/patrik_pavlisin/tp20/README.md", "pages/topics/translation/README.md", "pages/students/2017/martin_jancura/README.md", "pages/students/2016/maros_harahus/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20", "https://zp.kemt.fei.tuke.sk/topics/translation", "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0035", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou strojový preklad a osobou Tomáš Kuchárik?", "mode": "vector", "expected_documents": [ "pages/students/2016/tomas_kucharik/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/tomas_kucharik/README.md", "pages/topics/translation/README.md", "pages/students/2016/patrik_pavlisin/README.md", "pages/students/2016/patrik_pavlisin/tp20/README.md", "pages/students/2017/martin_jancura/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/topics/translation", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20", "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0035", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou strojový preklad a osobou Tomáš Kuchárik?", "mode": "hybrid", "expected_documents": [ "pages/students/2016/tomas_kucharik/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/tomas_kucharik/README.md", "pages/topics/translation/README.md", "pages/students/2016/patrik_pavlisin/tp20/README.md", "pages/students/2016/patrik_pavlisin/README.md", "pages/students/2019/filip_tomas/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/topics/translation", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0036", "split": "dev", "category": "specific_fact", "difficulty": "medium", "question": "Aký bol názov diplomovej práce Tomáša Kuchárika v roku 2021?", "mode": "fts", "expected_documents": [ "pages/students/2016/tomas_kucharik/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/tomas_kucharik/README.md", "pages/students/2016/jan_holp/README.md", "pages/students/2016/mark_feher/README.md", "pages/students/2016/dominik_nagy/README.md", "pages/students/2016/maros_harahus/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0036", "split": "dev", "category": "specific_fact", "difficulty": "medium", "question": "Aký bol názov diplomovej práce Tomáša Kuchárika v roku 2021?", "mode": "vector", "expected_documents": [ "pages/students/2016/tomas_kucharik/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/tomas_kucharik/README.md", "pages/students/2018/oleh_bilykh/README.md", "pages/students/2020/matus_suchanic/README.md", "pages/students/2019/filip_tomas/README.md", "pages/students/2016/jan_holp/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0036", "split": "dev", "category": "specific_fact", "difficulty": "medium", "question": "Aký bol názov diplomovej práce Tomáša Kuchárika v roku 2021?", "mode": "hybrid", "expected_documents": [ "pages/students/2016/tomas_kucharik/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/tomas_kucharik/README.md", "pages/students/2016/mark_feher/README.md", "pages/students/2016/patrik_pavlisin/README.md", "pages/students/2018/oleh_bilykh/README.md", "pages/students/2020/matus_suchanic/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0037", "split": "dev", "category": "specific_fact", "difficulty": "medium", "question": "Aký dataset mal Tomáš Kuchárik strojovo prekladať?", "mode": "fts", "expected_documents": [ "pages/students/2016/tomas_kucharik/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/tomas_kucharik/README.md", "pages/topics/question/README.md", "pages/topics/prodigy/README.md", "pages/students/2019/filip_tomas/README.md", "pages/students/2016/patrik_pavlisin/tp20/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/topics/question", "https://zp.kemt.fei.tuke.sk/topics/prodigy", "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0037", "split": "dev", "category": "specific_fact", "difficulty": "medium", "question": "Aký dataset mal Tomáš Kuchárik strojovo prekladať?", "mode": "vector", "expected_documents": [ "pages/students/2016/tomas_kucharik/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/tomas_kucharik/README.md", "pages/students/2020/vladyslav_krupko/README.md", "pages/students/2021/nikita_bodnar/README.md", "pages/students/2016/patrik_pavlisin/README.md", "pages/students/2017/martin_jancura/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0037", "split": "dev", "category": "specific_fact", "difficulty": "medium", "question": "Aký dataset mal Tomáš Kuchárik strojovo prekladať?", "mode": "hybrid", "expected_documents": [ "pages/students/2016/tomas_kucharik/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/tomas_kucharik/README.md", "pages/students/2020/vladyslav_krupko/README.md", "pages/students/2021/nikita_bodnar/README.md", "pages/students/2016/patrik_pavlisin/README.md", "pages/students/2017/martin_jancura/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0038", "split": "dev", "category": "entity_lookup", "difficulty": "easy", "question": "Nájdi dokument o osobe Jakub Maruniak.", "mode": "fts", "expected_documents": [ "pages/students/2016/jakub_maruniak/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2016/jakub_maruniak/dp2021/annotation/README.md", "pages/students/2016/jakub_maruniak/timovy_projekt/README.md", "pages/students/2016/jakub_maruniak/dp2021/README.md", "pages/students/2016/jakub_maruniak/dp2021/train_experiments/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021/annotation", "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt", "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021", "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021/train_experiments" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0038", "split": "dev", "category": "entity_lookup", "difficulty": "easy", "question": "Nájdi dokument o osobe Jakub Maruniak.", "mode": "vector", "expected_documents": [ "pages/students/2016/jakub_maruniak/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2021/manohar_gowdru_shridharu/README.md", "pages/students/2018/adrian_remias/README.md", "pages/interns/sevval_bulburu/README.md", "pages/students/2016/jakub_maruniak/timovy_projekt/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0038", "split": "dev", "category": "entity_lookup", "difficulty": "easy", "question": "Nájdi dokument o osobe Jakub Maruniak.", "mode": "hybrid", "expected_documents": [ "pages/students/2016/jakub_maruniak/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2021/manohar_gowdru_shridharu/README.md", "pages/students/2016/jakub_maruniak/timovy_projekt/README.md", "pages/students/2018/adrian_remias/README.md", "pages/interns/sevval_bulburu/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt", "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0039", "split": "dev", "category": "fact_title", "difficulty": "easy", "question": "Aký je názov diplomová práca osoby Jakub Maruniak?", "mode": "fts", "expected_documents": [ "pages/students/2016/jakub_maruniak/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2016/jakub_maruniak/timovy_projekt/README.md", "pages/students/2019/artem_yatsenko/README.md", "pages/students/2016/jakub_maruniak/dp2021/annotation/README.md", "pages/students/2016/jakub_maruniak/dp2021/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021/annotation", "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0039", "split": "dev", "category": "fact_title", "difficulty": "easy", "question": "Aký je názov diplomová práca osoby Jakub Maruniak?", "mode": "vector", "expected_documents": [ "pages/students/2016/jakub_maruniak/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2016/tomas_kucharik/README.md", "pages/students/2016/maros_harahus/README.md", "pages/students/2017/martin_jancura/README.md", "pages/students/2022/jakub_schwarc/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", "https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0039", "split": "dev", "category": "fact_title", "difficulty": "easy", "question": "Aký je názov diplomová práca osoby Jakub Maruniak?", "mode": "hybrid", "expected_documents": [ "pages/students/2016/jakub_maruniak/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2016/tomas_kucharik/README.md", "pages/students/2016/maros_harahus/README.md", "pages/students/2017/martin_jancura/README.md", "pages/students/2022/jakub_schwarc/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", "https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0040", "split": "dev", "category": "reverse_lookup", "difficulty": "medium", "question": "Kto sa venuje práci s názvom „Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku“?", "mode": "fts", "expected_documents": [ "pages/students/2016/jakub_maruniak/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/topics/named-entity/navod/README.md", "pages/topics/otvorene/README.md", "pages/students/2019/artem_yatsenko/README.md", "pages/students/2017/than_trung_thanh/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod", "https://zp.kemt.fei.tuke.sk/topics/otvorene", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0040", "split": "dev", "category": "reverse_lookup", "difficulty": "medium", "question": "Kto sa venuje práci s názvom „Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku“?", "mode": "vector", "expected_documents": [ "pages/students/2016/jakub_maruniak/README.md" ], "first_relevant_rank": 5, "reciprocal_rank": 0.2, "top_documents": [ "pages/students/2019/artem_yatsenko/README.md", "pages/topics/named-entity/navod/README.md", "pages/students/2016/ediz_morochovic/README.md", "pages/students/2017/than_trung_thanh/README.md", "pages/students/2016/jakub_maruniak/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod", "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh", "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" ], "hit_at_1": 0, "recall_at_1": 0.0, "hit_at_3": 0, "recall_at_3": 0.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0040", "split": "dev", "category": "reverse_lookup", "difficulty": "medium", "question": "Kto sa venuje práci s názvom „Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku“?", "mode": "hybrid", "expected_documents": [ "pages/students/2016/jakub_maruniak/README.md" ], "first_relevant_rank": 2, "reciprocal_rank": 0.5, "top_documents": [ "pages/topics/named-entity/navod/README.md", "pages/students/2016/jakub_maruniak/README.md", "pages/students/2019/artem_yatsenko/README.md", "pages/students/2016/ediz_morochovic/README.md", "pages/students/2017/than_trung_thanh/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod", "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh" ], "hit_at_1": 0, "recall_at_1": 0.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0041", "split": "dev", "category": "topic_lookup", "difficulty": "medium", "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku“.", "mode": "fts", "expected_documents": [ "pages/students/2016/jakub_maruniak/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/topics/named-entity/navod/README.md", "pages/topics/otvorene/README.md", "pages/students/2019/artem_yatsenko/README.md", "pages/students/2017/than_trung_thanh/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod", "https://zp.kemt.fei.tuke.sk/topics/otvorene", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0041", "split": "dev", "category": "topic_lookup", "difficulty": "medium", "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku“.", "mode": "vector", "expected_documents": [ "pages/students/2016/jakub_maruniak/README.md" ], "first_relevant_rank": 4, "reciprocal_rank": 0.25, "top_documents": [ "pages/topics/named-entity/navod/README.md", "pages/students/2019/artem_yatsenko/README.md", "pages/topics/otvorene/README.md", "pages/students/2016/jakub_maruniak/README.md", "pages/students/2016/ediz_morochovic/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/topics/otvorene", "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic" ], "hit_at_1": 0, "recall_at_1": 0.0, "hit_at_3": 0, "recall_at_3": 0.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0041", "split": "dev", "category": "topic_lookup", "difficulty": "medium", "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku“.", "mode": "hybrid", "expected_documents": [ "pages/students/2016/jakub_maruniak/README.md" ], "first_relevant_rank": 2, "reciprocal_rank": 0.5, "top_documents": [ "pages/topics/named-entity/navod/README.md", "pages/students/2016/jakub_maruniak/README.md", "pages/students/2019/artem_yatsenko/README.md", "pages/topics/otvorene/README.md", "pages/students/2016/ediz_morochovic/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod", "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/topics/otvorene", "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic" ], "hit_at_1": 0, "recall_at_1": 0.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0042", "split": "dev", "category": "paraphrase", "difficulty": "medium", "question": "O čom je práca osoby Jakub Maruniak?", "mode": "fts", "expected_documents": [ "pages/students/2016/jakub_maruniak/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2016/jakub_maruniak/timovy_projekt/README.md", "pages/students/2016/jakub_maruniak/dp2021/annotation/README.md", "pages/students/2016/jakub_maruniak/dp2021/README.md", "pages/students/2016/jakub_maruniak/dp2021/train_experiments/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt", "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021/annotation", "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021", "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021/train_experiments" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0042", "split": "dev", "category": "paraphrase", "difficulty": "medium", "question": "O čom je práca osoby Jakub Maruniak?", "mode": "vector", "expected_documents": [ "pages/students/2016/jakub_maruniak/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2023/samuel_dzurina/README.md", "pages/students/2020/jakub_kristian_lukas/README.md", "pages/students/2020/matej_kobylan/README.md", "pages/students/2018/adrian_remias/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0042", "split": "dev", "category": "paraphrase", "difficulty": "medium", "question": "O čom je práca osoby Jakub Maruniak?", "mode": "hybrid", "expected_documents": [ "pages/students/2016/jakub_maruniak/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2023/samuel_dzurina/README.md", "pages/students/2020/jakub_kristian_lukas/README.md", "pages/students/2016/jakub_maruniak/timovy_projekt/README.md", "pages/students/2020/matej_kobylan/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt", "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0043", "split": "dev", "category": "fact_start_year", "difficulty": "easy", "question": "V ktorom roku začal študovať Jakub Maruniak?", "mode": "fts", "expected_documents": [ "pages/students/2016/jakub_maruniak/README.md" ], "first_relevant_rank": 2, "reciprocal_rank": 0.5, "top_documents": [ "pages/students/2016/jakub_maruniak/timovy_projekt/README.md", "pages/students/2016/jakub_maruniak/README.md", "pages/students/2016/jakub_maruniak/dp2021/annotation/README.md", "pages/students/2016/jakub_maruniak/dp2021/README.md", "pages/students/2016/jakub_maruniak/dp2021/train_experiments/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt", "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021/annotation", "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021", "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021/train_experiments" ], "hit_at_1": 0, "recall_at_1": 0.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0043", "split": "dev", "category": "fact_start_year", "difficulty": "easy", "question": "V ktorom roku začal študovať Jakub Maruniak?", "mode": "vector", "expected_documents": [ "pages/students/2016/jakub_maruniak/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2020/jakub_kristian_lukas/README.md", "pages/students/2016/maros_harahus/README.md", "pages/students/2022/jan_malinovsky/README.md", "pages/students/2023/samuel_dzurina/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0043", "split": "dev", "category": "fact_start_year", "difficulty": "easy", "question": "V ktorom roku začal študovať Jakub Maruniak?", "mode": "hybrid", "expected_documents": [ "pages/students/2016/jakub_maruniak/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2020/jakub_kristian_lukas/README.md", "pages/students/2016/maros_harahus/README.md", "pages/students/2022/jan_malinovsky/README.md", "pages/students/2023/samuel_dzurina/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0044", "split": "dev", "category": "verification", "difficulty": "medium", "question": "Je pri osobe Jakub Maruniak uvedený rok začiatku štúdia 2016?", "mode": "fts", "expected_documents": [ "pages/students/2016/jakub_maruniak/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2020/jakub_kristian_lukas/README.md", "pages/students/2016/jakub_maruniak/timovy_projekt/README.md", "pages/students/2016/jakub_maruniak/dp2021/README.md", "pages/students/2022/jakub_schwarc/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt", "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021", "https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0044", "split": "dev", "category": "verification", "difficulty": "medium", "question": "Je pri osobe Jakub Maruniak uvedený rok začiatku štúdia 2016?", "mode": "vector", "expected_documents": [ "pages/students/2016/jakub_maruniak/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2016/maros_harahus/README.md", "pages/students/2020/jakub_kristian_lukas/README.md", "pages/students/2017/martin_jancura/README.md", "pages/students/2023/samuel_dzurina/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0044", "split": "dev", "category": "verification", "difficulty": "medium", "question": "Je pri osobe Jakub Maruniak uvedený rok začiatku štúdia 2016?", "mode": "hybrid", "expected_documents": [ "pages/students/2016/jakub_maruniak/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2020/jakub_kristian_lukas/README.md", "pages/students/2016/jakub_maruniak/dp2021/train_experiments/README.md", "pages/students/2019/artem_yatsenko/README.md", "pages/students/2016/maros_harahus/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021/train_experiments", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0045", "split": "dev", "category": "fact_work_year", "difficulty": "easy", "question": "V ktorom roku je pri osobe Jakub Maruniak uvedená diplomová práca?", "mode": "fts", "expected_documents": [ "pages/students/2016/jakub_maruniak/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2016/jakub_maruniak/timovy_projekt/README.md", "pages/students/2016/jakub_maruniak/dp2021/README.md", "pages/students/2016/jakub_maruniak/dp2021/annotation/README.md", "pages/students/2016/jakub_maruniak/dp2021/train_experiments/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt", "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021", "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021/annotation", "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021/train_experiments" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0045", "split": "dev", "category": "fact_work_year", "difficulty": "easy", "question": "V ktorom roku je pri osobe Jakub Maruniak uvedená diplomová práca?", "mode": "vector", "expected_documents": [ "pages/students/2016/jakub_maruniak/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2016/tomas_kucharik/README.md", "pages/students/2016/maros_harahus/README.md", "pages/students/2020/jakub_kristian_lukas/README.md", "pages/students/2022/jakub_schwarc/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", "https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0045", "split": "dev", "category": "fact_work_year", "difficulty": "easy", "question": "V ktorom roku je pri osobe Jakub Maruniak uvedená diplomová práca?", "mode": "hybrid", "expected_documents": [ "pages/students/2016/jakub_maruniak/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2016/tomas_kucharik/README.md", "pages/students/2016/maros_harahus/README.md", "pages/students/2020/jakub_kristian_lukas/README.md", "pages/students/2022/jakub_schwarc/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", "https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0046", "split": "dev", "category": "disambiguation_year", "difficulty": "hard", "question": "Rozlíš rok začiatku štúdia a rok práce osoby Jakub Maruniak.", "mode": "fts", "expected_documents": [ "pages/students/2016/jakub_maruniak/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2020/jakub_kristian_lukas/README.md", "pages/students/2016/jakub_maruniak/timovy_projekt/README.md", "pages/students/2022/jakub_schwarc/README.md", "pages/students/2023/rostyslav_rodzhuk/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt", "https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc", "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0046", "split": "dev", "category": "disambiguation_year", "difficulty": "hard", "question": "Rozlíš rok začiatku štúdia a rok práce osoby Jakub Maruniak.", "mode": "vector", "expected_documents": [ "pages/students/2016/jakub_maruniak/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2020/jakub_kristian_lukas/README.md", "pages/students/2023/samuel_dzurina/README.md", "pages/students/2017/martin_jancura/README.md", "pages/students/2016/maros_harahus/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0046", "split": "dev", "category": "disambiguation_year", "difficulty": "hard", "question": "Rozlíš rok začiatku štúdia a rok práce osoby Jakub Maruniak.", "mode": "hybrid", "expected_documents": [ "pages/students/2016/jakub_maruniak/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2020/jakub_kristian_lukas/README.md", "pages/students/2023/samuel_dzurina/README.md", "pages/students/2022/jakub_schwarc/README.md", "pages/students/2017/martin_jancura/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc", "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0047", "split": "dev", "category": "adversarial_year", "difficulty": "hard", "question": "Je rok 2016 rokom záverečnej práce osoby Jakub Maruniak?", "mode": "fts", "expected_documents": [ "pages/students/2016/jakub_maruniak/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2016/jakub_maruniak/timovy_projekt/README.md", "pages/students/2016/jakub_maruniak/dp2021/annotation/README.md", "pages/students/2016/jakub_maruniak/dp2021/README.md", "pages/topics/faq/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt", "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021/annotation", "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021", "https://zp.kemt.fei.tuke.sk/topics/faq" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0047", "split": "dev", "category": "adversarial_year", "difficulty": "hard", "question": "Je rok 2016 rokom záverečnej práce osoby Jakub Maruniak?", "mode": "vector", "expected_documents": [ "pages/students/2016/jakub_maruniak/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2023/samuel_dzurina/README.md", "pages/students/2016/maros_harahus/README.md", "pages/topics/akopisat/README.md", "pages/students/2020/jakub_kristian_lukas/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/topics/akopisat", "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0047", "split": "dev", "category": "adversarial_year", "difficulty": "hard", "question": "Je rok 2016 rokom záverečnej práce osoby Jakub Maruniak?", "mode": "hybrid", "expected_documents": [ "pages/students/2016/jakub_maruniak/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/topics/faq/README.md", "pages/students/2023/samuel_dzurina/README.md", "pages/students/2016/maros_harahus/README.md", "pages/topics/akopisat/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/topics/faq", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/topics/akopisat" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0048", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou pomenované entity a osobou Jakub Maruniak?", "mode": "fts", "expected_documents": [ "pages/students/2016/jakub_maruniak/README.md" ], "first_relevant_rank": 2, "reciprocal_rank": 0.5, "top_documents": [ "pages/topics/named-entity/README.md", "pages/students/2016/jakub_maruniak/README.md", "pages/students/2019/artem_yatsenko/README.md", "pages/students/2016/jakub_maruniak/timovy_projekt/README.md", "pages/students/2016/jakub_maruniak/dp2021/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/named-entity", "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt", "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021" ], "hit_at_1": 0, "recall_at_1": 0.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0048", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou pomenované entity a osobou Jakub Maruniak?", "mode": "vector", "expected_documents": [ "pages/students/2016/jakub_maruniak/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2019/artem_yatsenko/README.md", "pages/topics/faq/README.md", "pages/students/2020/jakub_kristian_lukas/README.md", "pages/students/2016/ediz_morochovic/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/topics/faq", "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0048", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou pomenované entity a osobou Jakub Maruniak?", "mode": "hybrid", "expected_documents": [ "pages/students/2016/jakub_maruniak/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/topics/named-entity/README.md", "pages/students/2019/artem_yatsenko/README.md", "pages/topics/faq/README.md", "pages/students/2020/jakub_kristian_lukas/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/topics/named-entity", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/topics/faq", "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0049", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou Spacy a osobou Jakub Maruniak?", "mode": "fts", "expected_documents": [ "pages/students/2016/jakub_maruniak/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2016/jakub_maruniak/dp2021/README.md", "pages/students/2016/jakub_maruniak/timovy_projekt/README.md", "pages/students/2016/jakub_maruniak/dp2021/annotation/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021", "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt", "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021/annotation", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0049", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou Spacy a osobou Jakub Maruniak?", "mode": "vector", "expected_documents": [ "pages/students/2016/jakub_maruniak/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2018/martin_wencel/README.md", "pages/students/2019/kristian_sopkovic/README.md", "pages/topics/spacy/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", "https://zp.kemt.fei.tuke.sk/topics/spacy", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0049", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou Spacy a osobou Jakub Maruniak?", "mode": "hybrid", "expected_documents": [ "pages/students/2016/jakub_maruniak/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2019/artem_yatsenko/README.md", "pages/students/2018/martin_wencel/README.md", "pages/students/2019/kristian_sopkovic/README.md", "pages/topics/spacy/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", "https://zp.kemt.fei.tuke.sk/topics/spacy" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0050", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou Prodigy a osobou Jakub Maruniak?", "mode": "fts", "expected_documents": [ "pages/students/2016/jakub_maruniak/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2016/jakub_maruniak/dp2021/README.md", "pages/students/2016/jakub_maruniak/dp2021/annotation/README.md", "pages/students/2016/jakub_maruniak/timovy_projekt/README.md", "pages/students/2017/than_trung_thanh/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021", "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021/annotation", "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt", "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0050", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou Prodigy a osobou Jakub Maruniak?", "mode": "vector", "expected_documents": [ "pages/students/2016/jakub_maruniak/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2016/tomas_kucharik/README.md", "pages/students/2016/jakub_maruniak/dp2021/annotation/README.md", "pages/students/2018/adrian_remias/README.md", "pages/students/2020/jakub_kristian_lukas/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021/annotation", "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0050", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou Prodigy a osobou Jakub Maruniak?", "mode": "hybrid", "expected_documents": [ "pages/students/2016/jakub_maruniak/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2016/jakub_maruniak/dp2021/annotation/README.md", "pages/students/2016/tomas_kucharik/README.md", "pages/students/2016/jakub_maruniak/dp2021/README.md", "pages/students/2018/adrian_remias/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021/annotation", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021", "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0051", "split": "dev", "category": "specific_fact", "difficulty": "medium", "question": "Aký nástroj mal Jakub Maruniak použiť na anotáciu textového korpusu?", "mode": "fts", "expected_documents": [ "pages/students/2016/jakub_maruniak/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2016/jakub_maruniak/dp2021/README.md", "pages/students/2016/jakub_maruniak/timovy_projekt/README.md", "pages/students/2017/than_trung_thanh/README.md", "pages/topics/named-entity/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021", "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt", "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh", "https://zp.kemt.fei.tuke.sk/topics/named-entity" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0051", "split": "dev", "category": "specific_fact", "difficulty": "medium", "question": "Aký nástroj mal Jakub Maruniak použiť na anotáciu textového korpusu?", "mode": "vector", "expected_documents": [ "pages/students/2016/jakub_maruniak/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2021/nikita_bodnar/README.md", "pages/students/2016/jakub_maruniak/dp2021/README.md", "pages/students/2016/tomas_kucharik/README.md", "pages/students/2016/jakub_maruniak/timovy_projekt/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar", "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0051", "split": "dev", "category": "specific_fact", "difficulty": "medium", "question": "Aký nástroj mal Jakub Maruniak použiť na anotáciu textového korpusu?", "mode": "hybrid", "expected_documents": [ "pages/students/2016/jakub_maruniak/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2016/jakub_maruniak/dp2021/README.md", "pages/students/2016/jakub_maruniak/timovy_projekt/README.md", "pages/students/2021/nikita_bodnar/README.md", "pages/students/2017/than_trung_thanh/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021", "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt", "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar", "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0082", "split": "dev", "category": "entity_lookup", "difficulty": "easy", "question": "Nájdi dokument o osobe Dominik Nagy.", "mode": "fts", "expected_documents": [ "pages/students/2016/dominik_nagy/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2016/dominik_nagy/timovy_projekt/README.md", "pages/topics/translation/README.md", "pages/students/2016/patrik_pavlisin/README.md", "pages/topics/question/nezodpovedatelne/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy/timovy_projekt", "https://zp.kemt.fei.tuke.sk/topics/translation", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", "https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0082", "split": "dev", "category": "entity_lookup", "difficulty": "easy", "question": "Nájdi dokument o osobe Dominik Nagy.", "mode": "vector", "expected_documents": [ "pages/students/2016/dominik_nagy/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2021/manohar_gowdru_shridharu/README.md", "pages/topics/question/README.md", "pages/students/2018/adrian_remias/README.md", "pages/students/2016/tomas_kucharik/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", "https://zp.kemt.fei.tuke.sk/topics/question", "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0082", "split": "dev", "category": "entity_lookup", "difficulty": "easy", "question": "Nájdi dokument o osobe Dominik Nagy.", "mode": "hybrid", "expected_documents": [ "pages/students/2016/dominik_nagy/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2021/manohar_gowdru_shridharu/README.md", "pages/students/2016/dominik_nagy/timovy_projekt/README.md", "pages/topics/question/README.md", "pages/students/2018/adrian_remias/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy/timovy_projekt", "https://zp.kemt.fei.tuke.sk/topics/question", "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0083", "split": "dev", "category": "fact_title", "difficulty": "easy", "question": "Aký je názov diplomová práca osoby Dominik Nagy?", "mode": "fts", "expected_documents": [ "pages/students/2016/dominik_nagy/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2016/dominik_nagy/timovy_projekt/README.md", "pages/topics/translation/README.md", "pages/students/2016/patrik_pavlisin/README.md", "pages/students/2020/matus_suchanic/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy/timovy_projekt", "https://zp.kemt.fei.tuke.sk/topics/translation", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0083", "split": "dev", "category": "fact_title", "difficulty": "easy", "question": "Aký je názov diplomová práca osoby Dominik Nagy?", "mode": "vector", "expected_documents": [ "pages/students/2016/dominik_nagy/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2016/tomas_kucharik/README.md", "pages/students/2016/mark_feher/README.md", "pages/students/2021/matej_novotny/README.md", "pages/students/2016/patrik_pavlisin/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0083", "split": "dev", "category": "fact_title", "difficulty": "easy", "question": "Aký je názov diplomová práca osoby Dominik Nagy?", "mode": "hybrid", "expected_documents": [ "pages/students/2016/dominik_nagy/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2016/mark_feher/README.md", "pages/students/2016/patrik_pavlisin/README.md", "pages/students/2018/ondrej_megela/README.md", "pages/students/2016/tomas_kucharik/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0084", "split": "dev", "category": "reverse_lookup", "difficulty": "medium", "question": "Kto sa venuje práci s názvom „Neurónový strojový preklad pomocou knižnice Fairseq“?", "mode": "fts", "expected_documents": [ "pages/students/2016/dominik_nagy/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/dominik_nagy/README.md", "pages/topics/translation/README.md", "pages/students/2016/patrik_pavlisin/tp20/README.md", "pages/students/2016/patrik_pavlisin/README.md", "pages/students/2017/martin_jancura/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/topics/translation", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0084", "split": "dev", "category": "reverse_lookup", "difficulty": "medium", "question": "Kto sa venuje práci s názvom „Neurónový strojový preklad pomocou knižnice Fairseq“?", "mode": "vector", "expected_documents": [ "pages/students/2016/dominik_nagy/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2020/vladyslav_krupko/README.md", "pages/students/2016/maros_harahus/README.md", "pages/students/2016/patrik_pavlisin/dp21/README.md", "pages/students/2016/patrik_pavlisin/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/dp21", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0084", "split": "dev", "category": "reverse_lookup", "difficulty": "medium", "question": "Kto sa venuje práci s názvom „Neurónový strojový preklad pomocou knižnice Fairseq“?", "mode": "hybrid", "expected_documents": [ "pages/students/2016/dominik_nagy/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2016/patrik_pavlisin/tp20/README.md", "pages/topics/translation/README.md", "pages/students/2020/vladyslav_krupko/README.md", "pages/students/2016/maros_harahus/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20", "https://zp.kemt.fei.tuke.sk/topics/translation", "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0085", "split": "dev", "category": "topic_lookup", "difficulty": "medium", "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Neurónový strojový preklad pomocou knižnice Fairseq“.", "mode": "fts", "expected_documents": [ "pages/students/2016/dominik_nagy/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2016/patrik_pavlisin/tp20/README.md", "pages/topics/translation/README.md", "pages/students/2017/martin_jancura/README.md", "pages/students/2022/andrii_pervashov/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20", "https://zp.kemt.fei.tuke.sk/topics/translation", "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0085", "split": "dev", "category": "topic_lookup", "difficulty": "medium", "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Neurónový strojový preklad pomocou knižnice Fairseq“.", "mode": "vector", "expected_documents": [ "pages/students/2016/dominik_nagy/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2020/vladyslav_krupko/README.md", "pages/students/2016/patrik_pavlisin/README.md", "pages/students/2016/maros_harahus/README.md", "pages/topics/translation/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/topics/translation" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0085", "split": "dev", "category": "topic_lookup", "difficulty": "medium", "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Neurónový strojový preklad pomocou knižnice Fairseq“.", "mode": "hybrid", "expected_documents": [ "pages/students/2016/dominik_nagy/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/dominik_nagy/README.md", "pages/topics/translation/README.md", "pages/students/2016/patrik_pavlisin/tp20/README.md", "pages/students/2020/vladyslav_krupko/README.md", "pages/students/2016/patrik_pavlisin/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/topics/translation", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20", "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0086", "split": "dev", "category": "paraphrase", "difficulty": "medium", "question": "O čom je práca osoby Dominik Nagy?", "mode": "fts", "expected_documents": [ "pages/students/2016/dominik_nagy/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2016/dominik_nagy/timovy_projekt/README.md", "pages/topics/translation/README.md", "pages/students/2016/patrik_pavlisin/README.md", "pages/topics/question/nezodpovedatelne/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy/timovy_projekt", "https://zp.kemt.fei.tuke.sk/topics/translation", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", "https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0086", "split": "dev", "category": "paraphrase", "difficulty": "medium", "question": "O čom je práca osoby Dominik Nagy?", "mode": "vector", "expected_documents": [ "pages/students/2016/dominik_nagy/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2016/tomas_kucharik/README.md", "pages/topics/question/nezodpovedatelne/README.md", "pages/students/2023/samuel_dzurina/README.md", "pages/students/2023/oleksandr_dorybohov/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0086", "split": "dev", "category": "paraphrase", "difficulty": "medium", "question": "O čom je práca osoby Dominik Nagy?", "mode": "hybrid", "expected_documents": [ "pages/students/2016/dominik_nagy/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/dominik_nagy/README.md", "pages/topics/question/nezodpovedatelne/README.md", "pages/students/2016/tomas_kucharik/README.md", "pages/students/2023/samuel_dzurina/README.md", "pages/students/2023/oleksandr_dorybohov/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0087", "split": "dev", "category": "fact_work_year", "difficulty": "easy", "question": "V ktorom roku je pri osobe Dominik Nagy uvedená diplomová práca?", "mode": "fts", "expected_documents": [ "pages/students/2016/dominik_nagy/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2016/dominik_nagy/timovy_projekt/README.md", "pages/topics/translation/README.md", "pages/students/2016/patrik_pavlisin/README.md", "pages/students/2021/matej_scislak/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy/timovy_projekt", "https://zp.kemt.fei.tuke.sk/topics/translation", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0087", "split": "dev", "category": "fact_work_year", "difficulty": "easy", "question": "V ktorom roku je pri osobe Dominik Nagy uvedená diplomová práca?", "mode": "vector", "expected_documents": [ "pages/students/2016/dominik_nagy/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2016/tomas_kucharik/README.md", "pages/students/2016/mark_feher/README.md", "pages/students/2016/patrik_pavlisin/README.md", "pages/students/2021/matej_novotny/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0087", "split": "dev", "category": "fact_work_year", "difficulty": "easy", "question": "V ktorom roku je pri osobe Dominik Nagy uvedená diplomová práca?", "mode": "hybrid", "expected_documents": [ "pages/students/2016/dominik_nagy/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2016/patrik_pavlisin/README.md", "pages/students/2016/tomas_kucharik/README.md", "pages/students/2016/mark_feher/README.md", "pages/students/2021/matej_novotny/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0088", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou strojový preklad a osobou Dominik Nagy?", "mode": "fts", "expected_documents": [ "pages/students/2016/dominik_nagy/README.md" ], "first_relevant_rank": 2, "reciprocal_rank": 0.5, "top_documents": [ "pages/topics/translation/README.md", "pages/students/2016/dominik_nagy/README.md", "pages/students/2016/patrik_pavlisin/README.md", "pages/students/2016/dominik_nagy/timovy_projekt/README.md", "pages/students/2016/patrik_pavlisin/tp20/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/translation", "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy/timovy_projekt", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20" ], "hit_at_1": 0, "recall_at_1": 0.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0088", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou strojový preklad a osobou Dominik Nagy?", "mode": "vector", "expected_documents": [ "pages/students/2016/dominik_nagy/README.md" ], "first_relevant_rank": 2, "reciprocal_rank": 0.5, "top_documents": [ "pages/topics/translation/README.md", "pages/students/2016/dominik_nagy/README.md", "pages/students/2016/patrik_pavlisin/README.md", "pages/students/2016/mark_feher/README.md", "pages/students/2016/patrik_pavlisin/tp20/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/translation", "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20" ], "hit_at_1": 0, "recall_at_1": 0.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0088", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou strojový preklad a osobou Dominik Nagy?", "mode": "hybrid", "expected_documents": [ "pages/students/2016/dominik_nagy/README.md" ], "first_relevant_rank": 2, "reciprocal_rank": 0.5, "top_documents": [ "pages/topics/translation/README.md", "pages/students/2016/dominik_nagy/README.md", "pages/students/2016/patrik_pavlisin/tp20/README.md", "pages/students/2016/patrik_pavlisin/README.md", "pages/students/2016/mark_feher/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/translation", "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher" ], "hit_at_1": 0, "recall_at_1": 0.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0089", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou Fairseq a osobou Dominik Nagy?", "mode": "fts", "expected_documents": [ "pages/students/2016/dominik_nagy/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2016/dominik_nagy/timovy_projekt/README.md", "pages/students/2016/patrik_pavlisin/README.md", "pages/topics/translation/README.md", "pages/students/2017/martin_jancura/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy/timovy_projekt", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", "https://zp.kemt.fei.tuke.sk/topics/translation", "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0089", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou Fairseq a osobou Dominik Nagy?", "mode": "vector", "expected_documents": [ "pages/students/2016/dominik_nagy/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2018/ondrej_megela/README.md", "pages/topics/faq/README.md", "pages/students/2016/tomas_kucharik/README.md", "pages/students/2017/martin_jancura/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", "https://zp.kemt.fei.tuke.sk/topics/faq", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0089", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou Fairseq a osobou Dominik Nagy?", "mode": "hybrid", "expected_documents": [ "pages/students/2016/dominik_nagy/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2018/ondrej_megela/README.md", "pages/topics/faq/README.md", "pages/topics/question/nezodpovedatelne/README.md", "pages/students/2016/maros_harahus/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", "https://zp.kemt.fei.tuke.sk/topics/faq", "https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0090", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou MBART a osobou Dominik Nagy?", "mode": "fts", "expected_documents": [ "pages/students/2016/dominik_nagy/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2016/dominik_nagy/timovy_projekt/README.md", "pages/students/2016/patrik_pavlisin/README.md", "pages/topics/translation/README.md", "pages/students/2017/martin_jancura/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy/timovy_projekt", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", "https://zp.kemt.fei.tuke.sk/topics/translation", "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0090", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou MBART a osobou Dominik Nagy?", "mode": "vector", "expected_documents": [ "pages/students/2016/dominik_nagy/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2020/david_kostilnik/README.md", "pages/students/2016/tomas_kucharik/README.md", "pages/students/2017/martin_jancura/README.md", "pages/students/2016/patrik_pavlisin/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0090", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou MBART a osobou Dominik Nagy?", "mode": "hybrid", "expected_documents": [ "pages/students/2016/dominik_nagy/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2016/patrik_pavlisin/README.md", "pages/students/2018/david_omasta/README.md", "pages/students/2020/david_kostilnik/README.md", "pages/students/2016/tomas_kucharik/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0091", "split": "dev", "category": "specific_fact", "difficulty": "medium", "question": "V akých smeroch Dominik Nagy trénoval modely Fairseq?", "mode": "fts", "expected_documents": [ "pages/students/2016/dominik_nagy/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2016/dominik_nagy/timovy_projekt/README.md", "pages/topics/translation/README.md", "pages/students/2016/patrik_pavlisin/README.md", "pages/students/2018/ondrej_megela/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy/timovy_projekt", "https://zp.kemt.fei.tuke.sk/topics/translation", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0091", "split": "dev", "category": "specific_fact", "difficulty": "medium", "question": "V akých smeroch Dominik Nagy trénoval modely Fairseq?", "mode": "vector", "expected_documents": [ "pages/students/2016/dominik_nagy/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2018/ondrej_megela/README.md", "pages/students/2016/dominik_nagy/timovy_projekt/README.md", "pages/students/2020/david_kostilnik/README.md", "pages/students/2016/jakub_maruniak/dp2021/train_experiments/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy/timovy_projekt", "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021/train_experiments" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0091", "split": "dev", "category": "specific_fact", "difficulty": "medium", "question": "V akých smeroch Dominik Nagy trénoval modely Fairseq?", "mode": "hybrid", "expected_documents": [ "pages/students/2016/dominik_nagy/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2018/ondrej_megela/README.md", "pages/students/2016/dominik_nagy/timovy_projekt/README.md", "pages/students/2020/david_kostilnik/README.md", "pages/students/2016/jakub_maruniak/dp2021/train_experiments/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy/timovy_projekt", "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021/train_experiments" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0092", "split": "dev", "category": "specific_fact", "difficulty": "medium", "question": "Aké alternatívne tokenizačné metódy mal Dominik Nagy vyskúšať?", "mode": "fts", "expected_documents": [ "pages/students/2016/dominik_nagy/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2016/dominik_nagy/timovy_projekt/README.md", "pages/topics/translation/README.md", "pages/students/2016/patrik_pavlisin/README.md", "pages/students/2016/maros_harahus/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy/timovy_projekt", "https://zp.kemt.fei.tuke.sk/topics/translation", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0092", "split": "dev", "category": "specific_fact", "difficulty": "medium", "question": "Aké alternatívne tokenizačné metódy mal Dominik Nagy vyskúšať?", "mode": "vector", "expected_documents": [ "pages/students/2016/dominik_nagy/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2018/adrian_remias/README.md", "pages/students/2021/matej_novotny/README.md", "pages/students/2016/tomas_kucharik/README.md", "pages/students/2020/david_kostilnik/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0092", "split": "dev", "category": "specific_fact", "difficulty": "medium", "question": "Aké alternatívne tokenizačné metódy mal Dominik Nagy vyskúšať?", "mode": "hybrid", "expected_documents": [ "pages/students/2016/dominik_nagy/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2018/adrian_remias/README.md", "pages/students/2021/matej_novotny/README.md", "pages/students/2022/serhii_yemets/README.md", "pages/students/2016/tomas_kucharik/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0102", "split": "dev", "category": "entity_lookup", "difficulty": "easy", "question": "Nájdi dokument o osobe Patrik Pavlišin.", "mode": "fts", "expected_documents": [ "pages/students/2016/patrik_pavlisin/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/patrik_pavlisin/README.md", "pages/students/2016/patrik_pavlisin/tp20/README.md", "pages/students/2016/patrik_pavlisin/dp21/README.md", "pages/students/2016/patrik_pavlisin/dp22/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/dp21", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/dp22" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0102", "split": "dev", "category": "entity_lookup", "difficulty": "easy", "question": "Nájdi dokument o osobe Patrik Pavlišin.", "mode": "vector", "expected_documents": [ "pages/students/2016/patrik_pavlisin/README.md" ], "first_relevant_rank": 2, "reciprocal_rank": 0.5, "top_documents": [ "pages/students/2021/manohar_gowdru_shridharu/README.md", "pages/students/2016/patrik_pavlisin/README.md", "pages/interns/bogdan_paul_chis/README.md", "pages/interns/sevval_bulburu/README.md", "pages/students/2020/matej_kobylan/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" ], "hit_at_1": 0, "recall_at_1": 0.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0102", "split": "dev", "category": "entity_lookup", "difficulty": "easy", "question": "Nájdi dokument o osobe Patrik Pavlišin.", "mode": "hybrid", "expected_documents": [ "pages/students/2016/patrik_pavlisin/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/patrik_pavlisin/README.md", "pages/students/2021/manohar_gowdru_shridharu/README.md", "pages/interns/bogdan_paul_chis/README.md", "pages/interns/sevval_bulburu/README.md", "pages/students/2020/matej_kobylan/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0103", "split": "dev", "category": "fact_title", "difficulty": "easy", "question": "Aký je názov bakalárska práca osoby Patrik Pavlišin?", "mode": "fts", "expected_documents": [ "pages/students/2016/patrik_pavlisin/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/patrik_pavlisin/README.md", "pages/students/2020/matus_suchanic/README.md", "pages/students/2019/patrik_pokrivcak/README.md", "pages/students/2016/patrik_pavlisin/tp20/README.md", "pages/students/2016/patrik_pavlisin/dp22/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/dp22" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0103", "split": "dev", "category": "fact_title", "difficulty": "easy", "question": "Aký je názov bakalárska práca osoby Patrik Pavlišin?", "mode": "vector", "expected_documents": [ "pages/students/2016/patrik_pavlisin/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/patrik_pavlisin/README.md", "pages/students/2020/matej_kobylan/README.md", "pages/students/2016/jan_holp/README.md", "pages/students/2019/michal_stromko/README.md", "pages/students/2023/maksym_zatirka/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0103", "split": "dev", "category": "fact_title", "difficulty": "easy", "question": "Aký je názov bakalárska práca osoby Patrik Pavlišin?", "mode": "hybrid", "expected_documents": [ "pages/students/2016/patrik_pavlisin/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/patrik_pavlisin/README.md", "pages/students/2020/matej_kobylan/README.md", "pages/students/2016/jan_holp/README.md", "pages/students/2019/michal_stromko/README.md", "pages/students/2023/maksym_zatirka/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0104", "split": "dev", "category": "reverse_lookup", "difficulty": "medium", "question": "Kto sa venuje práci s názvom „Metódy automatického prekladu“?", "mode": "fts", "expected_documents": [ "pages/students/2016/patrik_pavlisin/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/patrik_pavlisin/README.md", "pages/students/2016/patrik_pavlisin/tp20/README.md", "pages/students/2019/filip_tomas/README.md", "pages/students/2016/tomas_kucharik/README.md", "pages/students/2016/dominik_nagy/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20", "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0104", "split": "dev", "category": "reverse_lookup", "difficulty": "medium", "question": "Kto sa venuje práci s názvom „Metódy automatického prekladu“?", "mode": "vector", "expected_documents": [ "pages/students/2016/patrik_pavlisin/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/patrik_pavlisin/README.md", "pages/students/2016/patrik_pavlisin/tp20/README.md", "pages/students/2023/simona_bobrovcanova/README.md", "pages/students/2016/maros_harahus/README.md", "pages/students/2022/andrii_pervashov/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20", "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0104", "split": "dev", "category": "reverse_lookup", "difficulty": "medium", "question": "Kto sa venuje práci s názvom „Metódy automatického prekladu“?", "mode": "hybrid", "expected_documents": [ "pages/students/2016/patrik_pavlisin/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/patrik_pavlisin/README.md", "pages/students/2016/patrik_pavlisin/tp20/README.md", "pages/students/2017/martin_jancura/README.md", "pages/students/2018/oleh_bilykh/README.md", "pages/students/2023/simona_bobrovcanova/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20", "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0105", "split": "dev", "category": "topic_lookup", "difficulty": "medium", "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Metódy automatického prekladu“.", "mode": "fts", "expected_documents": [ "pages/students/2016/patrik_pavlisin/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/patrik_pavlisin/README.md", "pages/students/2016/patrik_pavlisin/tp20/README.md", "pages/students/2021/vladimir_ferko/README.md", "pages/students/2016/lukas_pokryvka/timovy_projekt/README.md", "pages/students/2016/darius_lindvai/timovy_projekt/resers/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20", "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka/timovy_projekt", "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai/timovy_projekt/resers" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0105", "split": "dev", "category": "topic_lookup", "difficulty": "medium", "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Metódy automatického prekladu“.", "mode": "vector", "expected_documents": [ "pages/students/2016/patrik_pavlisin/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/patrik_pavlisin/README.md", "pages/students/2016/patrik_pavlisin/tp20/README.md", "pages/students/2016/tomas_kucharik/README.md", "pages/students/2022/andrii_pervashov/README.md", "pages/students/2018/david_omasta/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0105", "split": "dev", "category": "topic_lookup", "difficulty": "medium", "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Metódy automatického prekladu“.", "mode": "hybrid", "expected_documents": [ "pages/students/2016/patrik_pavlisin/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/patrik_pavlisin/README.md", "pages/students/2016/patrik_pavlisin/tp20/README.md", "pages/students/2022/andrii_pervashov/README.md", "pages/students/2016/tomas_kucharik/README.md", "pages/topics/faq/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20", "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/topics/faq" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0106", "split": "dev", "category": "paraphrase", "difficulty": "medium", "question": "O čom je práca osoby Patrik Pavlišin?", "mode": "fts", "expected_documents": [ "pages/students/2016/patrik_pavlisin/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/patrik_pavlisin/README.md", "pages/students/2016/patrik_pavlisin/tp20/README.md", "pages/students/2016/patrik_pavlisin/dp21/README.md", "pages/students/2016/patrik_pavlisin/dp22/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/dp21", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/dp22" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0106", "split": "dev", "category": "paraphrase", "difficulty": "medium", "question": "O čom je práca osoby Patrik Pavlišin?", "mode": "vector", "expected_documents": [ "pages/students/2016/patrik_pavlisin/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/patrik_pavlisin/README.md", "pages/students/2020/matej_kobylan/README.md", "pages/students/2023/samuel_dzurina/README.md", "pages/students/2021/matej_scislak/README.md", "pages/students/2019/filip_tomas/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0106", "split": "dev", "category": "paraphrase", "difficulty": "medium", "question": "O čom je práca osoby Patrik Pavlišin?", "mode": "hybrid", "expected_documents": [ "pages/students/2016/patrik_pavlisin/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/patrik_pavlisin/README.md", "pages/students/2020/matej_kobylan/README.md", "pages/students/2023/samuel_dzurina/README.md", "pages/students/2021/matej_scislak/README.md", "pages/students/2019/filip_tomas/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0107", "split": "dev", "category": "fact_work_year", "difficulty": "easy", "question": "V ktorom roku je pri osobe Patrik Pavlišin uvedená bakalárska práca?", "mode": "fts", "expected_documents": [ "pages/students/2016/patrik_pavlisin/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/patrik_pavlisin/README.md", "pages/students/2016/patrik_pavlisin/tp20/README.md", "pages/students/2016/patrik_pavlisin/dp21/README.md", "pages/students/2016/patrik_pavlisin/dp22/README.md", "pages/students/2021/matej_scislak/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/dp21", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/dp22", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0107", "split": "dev", "category": "fact_work_year", "difficulty": "easy", "question": "V ktorom roku je pri osobe Patrik Pavlišin uvedená bakalárska práca?", "mode": "vector", "expected_documents": [ "pages/students/2016/patrik_pavlisin/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/patrik_pavlisin/README.md", "pages/students/2016/jan_holp/README.md", "pages/students/2020/matej_kobylan/README.md", "pages/students/2019/michal_stromko/README.md", "pages/students/2016/ediz_morochovic/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0107", "split": "dev", "category": "fact_work_year", "difficulty": "easy", "question": "V ktorom roku je pri osobe Patrik Pavlišin uvedená bakalárska práca?", "mode": "hybrid", "expected_documents": [ "pages/students/2016/patrik_pavlisin/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/patrik_pavlisin/README.md", "pages/students/2016/jan_holp/README.md", "pages/students/2020/matej_kobylan/README.md", "pages/students/2019/michal_stromko/README.md", "pages/students/2016/ediz_morochovic/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0108", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou automatický preklad a osobou Patrik Pavlišin?", "mode": "fts", "expected_documents": [ "pages/students/2016/patrik_pavlisin/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/patrik_pavlisin/README.md", "pages/students/2016/patrik_pavlisin/tp20/README.md", "pages/students/2016/patrik_pavlisin/dp21/README.md", "pages/students/2016/patrik_pavlisin/dp22/README.md", "pages/topics/translation/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/dp21", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/dp22", "https://zp.kemt.fei.tuke.sk/topics/translation" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0108", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou automatický preklad a osobou Patrik Pavlišin?", "mode": "vector", "expected_documents": [ "pages/students/2016/patrik_pavlisin/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/patrik_pavlisin/README.md", "pages/topics/translation/README.md", "pages/students/2016/tomas_kucharik/README.md", "pages/students/2023/simona_bobrovcanova/README.md", "pages/students/2016/lukas_pokryvka/timovy_projekt/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", "https://zp.kemt.fei.tuke.sk/topics/translation", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka/timovy_projekt" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0108", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou automatický preklad a osobou Patrik Pavlišin?", "mode": "hybrid", "expected_documents": [ "pages/students/2016/patrik_pavlisin/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/patrik_pavlisin/README.md", "pages/topics/translation/README.md", "pages/students/2016/patrik_pavlisin/tp20/README.md", "pages/students/2016/tomas_kucharik/README.md", "pages/students/2023/simona_bobrovcanova/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", "https://zp.kemt.fei.tuke.sk/topics/translation", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0109", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou paralelný korpus a osobou Patrik Pavlišin?", "mode": "fts", "expected_documents": [ "pages/students/2016/patrik_pavlisin/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/patrik_pavlisin/README.md", "pages/students/2016/patrik_pavlisin/tp20/README.md", "pages/students/2016/patrik_pavlisin/dp21/README.md", "pages/students/2016/patrik_pavlisin/dp22/README.md", "pages/students/2016/tomas_kucharik/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/dp21", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/dp22", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0109", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou paralelný korpus a osobou Patrik Pavlišin?", "mode": "vector", "expected_documents": [ "pages/students/2016/patrik_pavlisin/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/patrik_pavlisin/README.md", "pages/students/2016/dominik_nagy/README.md", "pages/topics/faq/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md", "pages/students/2016/lukas_pokryvka/timovy_projekt/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/topics/faq", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka/timovy_projekt" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0109", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou paralelný korpus a osobou Patrik Pavlišin?", "mode": "hybrid", "expected_documents": [ "pages/students/2016/patrik_pavlisin/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/patrik_pavlisin/README.md", "pages/students/2016/dominik_nagy/README.md", "pages/students/2016/tomas_kucharik/README.md", "pages/topics/faq/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/topics/faq", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0110", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou strojový preklad a osobou Patrik Pavlišin?", "mode": "fts", "expected_documents": [ "pages/students/2016/patrik_pavlisin/README.md" ], "first_relevant_rank": 2, "reciprocal_rank": 0.5, "top_documents": [ "pages/students/2016/patrik_pavlisin/tp20/README.md", "pages/students/2016/patrik_pavlisin/README.md", "pages/topics/translation/README.md", "pages/students/2016/patrik_pavlisin/dp21/README.md", "pages/students/2017/martin_jancura/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", "https://zp.kemt.fei.tuke.sk/topics/translation", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/dp21", "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" ], "hit_at_1": 0, "recall_at_1": 0.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0110", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou strojový preklad a osobou Patrik Pavlišin?", "mode": "vector", "expected_documents": [ "pages/students/2016/patrik_pavlisin/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/patrik_pavlisin/README.md", "pages/topics/translation/README.md", "pages/students/2016/patrik_pavlisin/tp20/README.md", "pages/students/2016/tomas_kucharik/README.md", "pages/topics/faq/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", "https://zp.kemt.fei.tuke.sk/topics/translation", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/topics/faq" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0110", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou strojový preklad a osobou Patrik Pavlišin?", "mode": "hybrid", "expected_documents": [ "pages/students/2016/patrik_pavlisin/README.md" ], "first_relevant_rank": 2, "reciprocal_rank": 0.5, "top_documents": [ "pages/students/2016/patrik_pavlisin/tp20/README.md", "pages/students/2016/patrik_pavlisin/README.md", "pages/topics/translation/README.md", "pages/students/2016/tomas_kucharik/README.md", "pages/topics/faq/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", "https://zp.kemt.fei.tuke.sk/topics/translation", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/topics/faq" ], "hit_at_1": 0, "recall_at_1": 0.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0111", "split": "dev", "category": "specific_fact", "difficulty": "medium", "question": "Čo mal Patrik Pavlišin pripraviť pre experimenty s automatickým prekladom?", "mode": "fts", "expected_documents": [ "pages/students/2016/patrik_pavlisin/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/patrik_pavlisin/README.md", "pages/students/2016/patrik_pavlisin/dp21/README.md", "pages/students/2016/patrik_pavlisin/tp20/README.md", "pages/students/2016/patrik_pavlisin/dp22/README.md", "pages/students/2020/david_kostilnik/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/dp21", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/dp22", "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0111", "split": "dev", "category": "specific_fact", "difficulty": "medium", "question": "Čo mal Patrik Pavlišin pripraviť pre experimenty s automatickým prekladom?", "mode": "vector", "expected_documents": [ "pages/students/2016/patrik_pavlisin/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/patrik_pavlisin/README.md", "pages/students/2022/andrii_pervashov/README.md", "pages/students/2020/pavol_hudak/README.md", "pages/students/2020/vladyslav_krupko/README.md", "pages/students/2016/maros_harahus/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", "https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak", "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0111", "split": "dev", "category": "specific_fact", "difficulty": "medium", "question": "Čo mal Patrik Pavlišin pripraviť pre experimenty s automatickým prekladom?", "mode": "hybrid", "expected_documents": [ "pages/students/2016/patrik_pavlisin/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/patrik_pavlisin/README.md", "pages/students/2022/andrii_pervashov/README.md", "pages/students/2020/pavol_hudak/README.md", "pages/students/2020/vladyslav_krupko/README.md", "pages/students/2016/maros_harahus/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", "https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak", "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0122", "split": "dev", "category": "entity_lookup", "difficulty": "easy", "question": "Nájdi dokument o osobe Ondrej Megela.", "mode": "fts", "expected_documents": [ "pages/students/2018/ondrej_megela/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2018/ondrej_megela/README.md", "pages/topics/question/README.md", "pages/topics/bert/README.md", "pages/students/2016/patrik_pavlisin/README.md", "pages/students/2018/david_omasta/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", "https://zp.kemt.fei.tuke.sk/topics/question", "https://zp.kemt.fei.tuke.sk/topics/bert", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0122", "split": "dev", "category": "entity_lookup", "difficulty": "easy", "question": "Nájdi dokument o osobe Ondrej Megela.", "mode": "vector", "expected_documents": [ "pages/students/2018/ondrej_megela/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2018/ondrej_megela/README.md", "pages/students/2021/manohar_gowdru_shridharu/README.md", "pages/students/2018/adrian_remias/README.md", "pages/interns/sevval_bulburu/README.md", "pages/students/2023/samuel_dzurina/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0122", "split": "dev", "category": "entity_lookup", "difficulty": "easy", "question": "Nájdi dokument o osobe Ondrej Megela.", "mode": "hybrid", "expected_documents": [ "pages/students/2018/ondrej_megela/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2018/ondrej_megela/README.md", "pages/students/2021/manohar_gowdru_shridharu/README.md", "pages/students/2018/adrian_remias/README.md", "pages/interns/sevval_bulburu/README.md", "pages/students/2023/samuel_dzurina/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0123", "split": "dev", "category": "fact_title", "difficulty": "easy", "question": "Aký je názov bakalárska práca osoby Ondrej Megela?", "mode": "fts", "expected_documents": [ "pages/students/2018/ondrej_megela/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2018/ondrej_megela/README.md", "pages/topics/bert/README.md", "pages/topics/question/README.md", "pages/students/2018/david_omasta/README.md", "pages/students/2020/matus_suchanic/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", "https://zp.kemt.fei.tuke.sk/topics/bert", "https://zp.kemt.fei.tuke.sk/topics/question", "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0123", "split": "dev", "category": "fact_title", "difficulty": "easy", "question": "Aký je názov bakalárska práca osoby Ondrej Megela?", "mode": "vector", "expected_documents": [ "pages/students/2018/ondrej_megela/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2018/ondrej_megela/README.md", "pages/students/2016/patrik_pavlisin/README.md", "pages/students/2018/oleh_bilykh/README.md", "pages/students/2020/matej_kobylan/README.md", "pages/students/2023/oleksandr_dorybohov/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0123", "split": "dev", "category": "fact_title", "difficulty": "easy", "question": "Aký je názov bakalárska práca osoby Ondrej Megela?", "mode": "hybrid", "expected_documents": [ "pages/students/2018/ondrej_megela/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2018/ondrej_megela/README.md", "pages/students/2016/patrik_pavlisin/README.md", "pages/students/2018/oleh_bilykh/README.md", "pages/students/2022/valerii_kutsenko/README.md", "pages/students/2016/ediz_morochovic/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0124", "split": "dev", "category": "reverse_lookup", "difficulty": "medium", "question": "Kto sa venuje práci s názvom „Neurónové jazykové modelovanie typu BERT“?", "mode": "fts", "expected_documents": [ "pages/students/2018/ondrej_megela/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2018/ondrej_megela/README.md", "pages/students/2017/martin_jancura/README.md", "pages/students/2016/patrik_pavlisin/README.md", "pages/students/2016/patrik_pavlisin/dp22/README.md", "pages/students/2021/matej_novotny/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/dp22", "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0124", "split": "dev", "category": "reverse_lookup", "difficulty": "medium", "question": "Kto sa venuje práci s názvom „Neurónové jazykové modelovanie typu BERT“?", "mode": "vector", "expected_documents": [ "pages/students/2018/ondrej_megela/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2018/ondrej_megela/README.md", "pages/topics/bert/README.md", "pages/students/2016/patrik_pavlisin/tp20/README.md", "pages/students/2017/martin_jancura/README.md", "pages/topics/otvorene/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", "https://zp.kemt.fei.tuke.sk/topics/bert", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20", "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", "https://zp.kemt.fei.tuke.sk/topics/otvorene" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0124", "split": "dev", "category": "reverse_lookup", "difficulty": "medium", "question": "Kto sa venuje práci s názvom „Neurónové jazykové modelovanie typu BERT“?", "mode": "hybrid", "expected_documents": [ "pages/students/2018/ondrej_megela/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2018/ondrej_megela/README.md", "pages/topics/bert/README.md", "pages/students/2017/martin_jancura/README.md", "pages/students/2016/patrik_pavlisin/tp20/README.md", "pages/topics/otvorene/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", "https://zp.kemt.fei.tuke.sk/topics/bert", "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20", "https://zp.kemt.fei.tuke.sk/topics/otvorene" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0125", "split": "dev", "category": "topic_lookup", "difficulty": "medium", "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Neurónové jazykové modelovanie typu BERT“.", "mode": "fts", "expected_documents": [ "pages/students/2018/ondrej_megela/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2018/ondrej_megela/README.md", "pages/students/2017/martin_jancura/README.md", "pages/students/2016/patrik_pavlisin/dp22/README.md", "pages/students/2021/artur_hyrenko/README.md", "pages/students/2021/vladimir_ferko/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/dp22", "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko", "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0125", "split": "dev", "category": "topic_lookup", "difficulty": "medium", "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Neurónové jazykové modelovanie typu BERT“.", "mode": "vector", "expected_documents": [ "pages/students/2018/ondrej_megela/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2018/ondrej_megela/README.md", "pages/topics/bert/README.md", "pages/topics/otvorene/README.md", "pages/students/2018/adrian_remias/README.md", "pages/students/2021/matej_novotny/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", "https://zp.kemt.fei.tuke.sk/topics/bert", "https://zp.kemt.fei.tuke.sk/topics/otvorene", "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0125", "split": "dev", "category": "topic_lookup", "difficulty": "medium", "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Neurónové jazykové modelovanie typu BERT“.", "mode": "hybrid", "expected_documents": [ "pages/students/2018/ondrej_megela/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2018/ondrej_megela/README.md", "pages/topics/bert/README.md", "pages/students/2017/martin_jancura/README.md", "pages/topics/otvorene/README.md", "pages/students/2016/patrik_pavlisin/tp20/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", "https://zp.kemt.fei.tuke.sk/topics/bert", "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", "https://zp.kemt.fei.tuke.sk/topics/otvorene", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0126", "split": "dev", "category": "paraphrase", "difficulty": "medium", "question": "O čom je práca osoby Ondrej Megela?", "mode": "fts", "expected_documents": [ "pages/students/2018/ondrej_megela/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2018/ondrej_megela/README.md", "pages/topics/bert/README.md", "pages/topics/question/README.md", "pages/students/2016/patrik_pavlisin/README.md", "pages/students/2018/david_omasta/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", "https://zp.kemt.fei.tuke.sk/topics/bert", "https://zp.kemt.fei.tuke.sk/topics/question", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0126", "split": "dev", "category": "paraphrase", "difficulty": "medium", "question": "O čom je práca osoby Ondrej Megela?", "mode": "vector", "expected_documents": [ "pages/students/2018/ondrej_megela/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2018/ondrej_megela/README.md", "pages/students/2016/patrik_pavlisin/README.md", "pages/students/2018/oleh_bilykh/README.md", "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2022/valerii_kutsenko/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0126", "split": "dev", "category": "paraphrase", "difficulty": "medium", "question": "O čom je práca osoby Ondrej Megela?", "mode": "hybrid", "expected_documents": [ "pages/students/2018/ondrej_megela/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2018/ondrej_megela/README.md", "pages/students/2016/patrik_pavlisin/README.md", "pages/students/2018/oleh_bilykh/README.md", "pages/students/2022/valerii_kutsenko/README.md", "pages/students/2021/eduard_matovka/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0127", "split": "dev", "category": "fact_work_year", "difficulty": "easy", "question": "V ktorom roku je pri osobe Ondrej Megela uvedená bakalárska práca?", "mode": "fts", "expected_documents": [ "pages/students/2018/ondrej_megela/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2018/ondrej_megela/README.md", "pages/topics/bert/README.md", "pages/topics/question/README.md", "pages/students/2018/david_omasta/README.md", "pages/students/2021/matej_scislak/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", "https://zp.kemt.fei.tuke.sk/topics/bert", "https://zp.kemt.fei.tuke.sk/topics/question", "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0127", "split": "dev", "category": "fact_work_year", "difficulty": "easy", "question": "V ktorom roku je pri osobe Ondrej Megela uvedená bakalárska práca?", "mode": "vector", "expected_documents": [ "pages/students/2018/ondrej_megela/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2018/ondrej_megela/README.md", "pages/students/2018/oleh_bilykh/README.md", "pages/students/2016/patrik_pavlisin/README.md", "pages/students/2016/ediz_morochovic/README.md", "pages/students/2022/valerii_kutsenko/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0127", "split": "dev", "category": "fact_work_year", "difficulty": "easy", "question": "V ktorom roku je pri osobe Ondrej Megela uvedená bakalárska práca?", "mode": "hybrid", "expected_documents": [ "pages/students/2018/ondrej_megela/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2018/ondrej_megela/README.md", "pages/students/2018/oleh_bilykh/README.md", "pages/students/2016/patrik_pavlisin/README.md", "pages/students/2022/valerii_kutsenko/README.md", "pages/students/2018/david_omasta/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0128", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou BERT a osobou Ondrej Megela?", "mode": "fts", "expected_documents": [ "pages/students/2018/ondrej_megela/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2018/ondrej_megela/README.md", "pages/topics/bert/README.md", "pages/students/2018/david_omasta/README.md", "pages/topics/question/README.md", "pages/students/2016/patrik_pavlisin/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", "https://zp.kemt.fei.tuke.sk/topics/bert", "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", "https://zp.kemt.fei.tuke.sk/topics/question", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0128", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou BERT a osobou Ondrej Megela?", "mode": "vector", "expected_documents": [ "pages/students/2018/ondrej_megela/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2018/ondrej_megela/README.md", "pages/students/2018/oleh_bilykh/README.md", "pages/students/2020/matus_suchanic/README.md", "pages/students/2016/patrik_pavlisin/README.md", "pages/topics/question/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", "https://zp.kemt.fei.tuke.sk/topics/question" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0128", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou BERT a osobou Ondrej Megela?", "mode": "hybrid", "expected_documents": [ "pages/students/2018/ondrej_megela/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2018/ondrej_megela/README.md", "pages/students/2018/oleh_bilykh/README.md", "pages/students/2016/patrik_pavlisin/README.md", "pages/topics/question/README.md", "pages/students/2018/david_omasta/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", "https://zp.kemt.fei.tuke.sk/topics/question", "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0129", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou jazykové modelovanie a osobou Ondrej Megela?", "mode": "fts", "expected_documents": [ "pages/students/2018/ondrej_megela/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2018/ondrej_megela/README.md", "pages/topics/bert/README.md", "pages/students/2016/patrik_pavlisin/README.md", "pages/students/2018/david_omasta/README.md", "pages/topics/question/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", "https://zp.kemt.fei.tuke.sk/topics/bert", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", "https://zp.kemt.fei.tuke.sk/topics/question" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0129", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou jazykové modelovanie a osobou Ondrej Megela?", "mode": "vector", "expected_documents": [ "pages/students/2018/ondrej_megela/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2018/ondrej_megela/README.md", "pages/topics/bert/README.md", "pages/students/2022/samuel_vasil/README.md", "pages/students/2018/oleh_bilykh/README.md", "pages/students/2020/kamil_tomcufcik/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", "https://zp.kemt.fei.tuke.sk/topics/bert", "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", "https://zp.kemt.fei.tuke.sk/students/2020/kamil_tomcufcik" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0129", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou jazykové modelovanie a osobou Ondrej Megela?", "mode": "hybrid", "expected_documents": [ "pages/students/2018/ondrej_megela/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2018/ondrej_megela/README.md", "pages/topics/bert/README.md", "pages/students/2018/oleh_bilykh/README.md", "pages/students/2021/eduard_matovka/README.md", "pages/students/2016/patrik_pavlisin/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", "https://zp.kemt.fei.tuke.sk/topics/bert", "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0130", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou neurónové siete a osobou Ondrej Megela?", "mode": "fts", "expected_documents": [ "pages/students/2018/ondrej_megela/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2018/ondrej_megela/README.md", "pages/students/2016/patrik_pavlisin/README.md", "pages/students/2017/martin_jancura/README.md", "pages/topics/bert/README.md", "pages/students/2018/david_omasta/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", "https://zp.kemt.fei.tuke.sk/topics/bert", "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0130", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou neurónové siete a osobou Ondrej Megela?", "mode": "vector", "expected_documents": [ "pages/students/2018/ondrej_megela/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2018/ondrej_megela/README.md", "pages/students/2016/patrik_pavlisin/README.md", "pages/students/2018/oleh_bilykh/README.md", "pages/students/2019/dmytro_mural/README.md", "pages/students/2018/adrian_remias/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0130", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou neurónové siete a osobou Ondrej Megela?", "mode": "hybrid", "expected_documents": [ "pages/students/2018/ondrej_megela/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2018/ondrej_megela/README.md", "pages/students/2016/patrik_pavlisin/README.md", "pages/students/2018/oleh_bilykh/README.md", "pages/students/2019/dmytro_mural/README.md", "pages/students/2021/oleksandr_hryshchenko/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0131", "split": "dev", "category": "specific_fact", "difficulty": "medium", "question": "Aký typ jazykového modelu mal Ondrej Megela natrénovať alebo vyhodnotiť?", "mode": "fts", "expected_documents": [ "pages/students/2018/ondrej_megela/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2018/ondrej_megela/README.md", "pages/topics/bert/README.md", "pages/students/2021/matej_novotny/README.md", "pages/topics/question/README.md", "pages/students/2018/david_omasta/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", "https://zp.kemt.fei.tuke.sk/topics/bert", "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/topics/question", "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0131", "split": "dev", "category": "specific_fact", "difficulty": "medium", "question": "Aký typ jazykového modelu mal Ondrej Megela natrénovať alebo vyhodnotiť?", "mode": "vector", "expected_documents": [ "pages/students/2018/ondrej_megela/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2018/ondrej_megela/README.md", "pages/topics/bert/README.md", "pages/students/2021/matej_novotny/README.md", "pages/students/2021/eduard_matovka/README.md", "pages/students/2022/serhii_yemets/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", "https://zp.kemt.fei.tuke.sk/topics/bert", "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", "https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0131", "split": "dev", "category": "specific_fact", "difficulty": "medium", "question": "Aký typ jazykového modelu mal Ondrej Megela natrénovať alebo vyhodnotiť?", "mode": "hybrid", "expected_documents": [ "pages/students/2018/ondrej_megela/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2018/ondrej_megela/README.md", "pages/topics/bert/README.md", "pages/students/2021/matej_novotny/README.md", "pages/students/2021/eduard_matovka/README.md", "pages/students/2022/serhii_yemets/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", "https://zp.kemt.fei.tuke.sk/topics/bert", "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", "https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0142", "split": "dev", "category": "entity_lookup", "difficulty": "easy", "question": "Nájdi dokument o osobe Dávid Omasta.", "mode": "fts", "expected_documents": [ "pages/students/2018/david_omasta/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2018/david_omasta/README.md", "pages/students/2019/david_stromp/README.md", "pages/students/2020/david_kostilnik/README.md", "pages/students/2018/david_ilas/README.md", "pages/students/2018/ondrej_megela/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp", "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas", "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0142", "split": "dev", "category": "entity_lookup", "difficulty": "easy", "question": "Nájdi dokument o osobe Dávid Omasta.", "mode": "vector", "expected_documents": [ "pages/students/2018/david_omasta/README.md" ], "first_relevant_rank": 2, "reciprocal_rank": 0.5, "top_documents": [ "pages/students/2018/david_ilas/README.md", "pages/students/2018/david_omasta/README.md", "pages/students/2021/manohar_gowdru_shridharu/README.md", "pages/interns/sevval_bulburu/README.md", "pages/topics/question/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas", "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", "https://zp.kemt.fei.tuke.sk/topics/question" ], "hit_at_1": 0, "recall_at_1": 0.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0142", "split": "dev", "category": "entity_lookup", "difficulty": "easy", "question": "Nájdi dokument o osobe Dávid Omasta.", "mode": "hybrid", "expected_documents": [ "pages/students/2018/david_omasta/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2018/david_omasta/README.md", "pages/students/2018/david_ilas/README.md", "pages/students/2021/manohar_gowdru_shridharu/README.md", "pages/interns/sevval_bulburu/README.md", "pages/students/2021/eduard_matovka/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas", "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0143", "split": "dev", "category": "fact_title", "difficulty": "easy", "question": "Aký je názov diplomová práca osoby Dávid Omasta?", "mode": "fts", "expected_documents": [ "pages/students/2018/david_omasta/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2018/david_omasta/README.md", "pages/students/2018/ondrej_megela/README.md", "pages/students/2020/david_kostilnik/README.md", "pages/students/2018/david_ilas/README.md", "pages/students/2020/matus_suchanic/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas", "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0143", "split": "dev", "category": "fact_title", "difficulty": "easy", "question": "Aký je názov diplomová práca osoby Dávid Omasta?", "mode": "vector", "expected_documents": [ "pages/students/2018/david_omasta/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2018/david_omasta/README.md", "pages/students/2018/david_ilas/README.md", "pages/students/2016/tomas_kucharik/README.md", "pages/students/2016/patrik_pavlisin/README.md", "pages/students/2016/mark_feher/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0143", "split": "dev", "category": "fact_title", "difficulty": "easy", "question": "Aký je názov diplomová práca osoby Dávid Omasta?", "mode": "hybrid", "expected_documents": [ "pages/students/2018/david_omasta/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2018/david_omasta/README.md", "pages/students/2018/david_ilas/README.md", "pages/students/2016/patrik_pavlisin/README.md", "pages/students/2016/mark_feher/README.md", "pages/students/2016/tomas_kucharik/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0144", "split": "dev", "category": "reverse_lookup", "difficulty": "medium", "question": "Kto sa venuje práci s názvom „Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku“?", "mode": "fts", "expected_documents": [ "pages/students/2018/david_omasta/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2018/david_omasta/README.md", "pages/students/2018/oleh_bilykh/README.md", "pages/students/2016/tomas_kucharik/README.md", "pages/students/2018/ondrej_megela/README.md", "pages/topics/question/nezodpovedatelne/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", "https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0144", "split": "dev", "category": "reverse_lookup", "difficulty": "medium", "question": "Kto sa venuje práci s názvom „Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku“?", "mode": "vector", "expected_documents": [ "pages/students/2018/david_omasta/README.md" ], "first_relevant_rank": 2, "reciprocal_rank": 0.5, "top_documents": [ "pages/students/2018/ondrej_megela/README.md", "pages/students/2018/david_omasta/README.md", "pages/topics/bert/README.md", "pages/students/2020/vladyslav_krupko/README.md", "pages/students/2018/oleh_bilykh/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", "https://zp.kemt.fei.tuke.sk/topics/bert", "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh" ], "hit_at_1": 0, "recall_at_1": 0.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0144", "split": "dev", "category": "reverse_lookup", "difficulty": "medium", "question": "Kto sa venuje práci s názvom „Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku“?", "mode": "hybrid", "expected_documents": [ "pages/students/2018/david_omasta/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2018/david_omasta/README.md", "pages/students/2018/ondrej_megela/README.md", "pages/students/2018/oleh_bilykh/README.md", "pages/students/2020/vladyslav_krupko/README.md", "pages/topics/bert/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", "https://zp.kemt.fei.tuke.sk/topics/bert" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0145", "split": "dev", "category": "topic_lookup", "difficulty": "medium", "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku“.", "mode": "fts", "expected_documents": [ "pages/students/2018/david_omasta/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2018/david_omasta/README.md", "pages/students/2018/oleh_bilykh/README.md", "pages/students/2016/tomas_kucharik/README.md", "pages/students/2018/ondrej_megela/README.md", "pages/topics/faq/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", "https://zp.kemt.fei.tuke.sk/topics/faq" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0145", "split": "dev", "category": "topic_lookup", "difficulty": "medium", "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku“.", "mode": "vector", "expected_documents": [ "pages/students/2018/david_omasta/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2018/david_omasta/README.md", "pages/students/2020/vladyslav_krupko/README.md", "pages/students/2018/ondrej_megela/README.md", "pages/students/2022/valerii_kutsenko/README.md", "pages/students/2020/kamil_tomcufcik/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", "https://zp.kemt.fei.tuke.sk/students/2020/kamil_tomcufcik" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0145", "split": "dev", "category": "topic_lookup", "difficulty": "medium", "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku“.", "mode": "hybrid", "expected_documents": [ "pages/students/2018/david_omasta/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2018/david_omasta/README.md", "pages/students/2018/ondrej_megela/README.md", "pages/students/2016/tomas_kucharik/README.md", "pages/students/2022/valerii_kutsenko/README.md", "pages/topics/question/nezodpovedatelne/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", "https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0146", "split": "dev", "category": "paraphrase", "difficulty": "medium", "question": "O čom je práca osoby Dávid Omasta?", "mode": "fts", "expected_documents": [ "pages/students/2018/david_omasta/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2018/david_omasta/README.md", "pages/students/2018/david_ilas/README.md", "pages/students/2020/david_kostilnik/README.md", "pages/students/2019/david_stromp/README.md", "pages/students/2018/ondrej_megela/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas", "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp", "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0146", "split": "dev", "category": "paraphrase", "difficulty": "medium", "question": "O čom je práca osoby Dávid Omasta?", "mode": "vector", "expected_documents": [ "pages/students/2018/david_omasta/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2018/david_omasta/README.md", "pages/students/2018/david_ilas/README.md", "pages/students/2016/tomas_kucharik/README.md", "pages/students/2021/eduard_matovka/README.md", "pages/students/2020/david_kostilnik/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0146", "split": "dev", "category": "paraphrase", "difficulty": "medium", "question": "O čom je práca osoby Dávid Omasta?", "mode": "hybrid", "expected_documents": [ "pages/students/2018/david_omasta/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2018/david_omasta/README.md", "pages/students/2018/david_ilas/README.md", "pages/students/2021/eduard_matovka/README.md", "pages/students/2020/david_kostilnik/README.md", "pages/students/2019/david_stromp/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas", "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0147", "split": "dev", "category": "fact_work_year", "difficulty": "easy", "question": "V ktorom roku je pri osobe Dávid Omasta uvedená diplomová práca?", "mode": "fts", "expected_documents": [ "pages/students/2018/david_omasta/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2018/david_omasta/README.md", "pages/students/2020/david_kostilnik/README.md", "pages/students/2019/david_stromp/README.md", "pages/students/2018/ondrej_megela/README.md", "pages/students/2018/david_ilas/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp", "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0147", "split": "dev", "category": "fact_work_year", "difficulty": "easy", "question": "V ktorom roku je pri osobe Dávid Omasta uvedená diplomová práca?", "mode": "vector", "expected_documents": [ "pages/students/2018/david_omasta/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2018/david_omasta/README.md", "pages/students/2018/david_ilas/README.md", "pages/students/2016/tomas_kucharik/README.md", "pages/students/2020/david_kostilnik/README.md", "pages/students/2016/mark_feher/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0147", "split": "dev", "category": "fact_work_year", "difficulty": "easy", "question": "V ktorom roku je pri osobe Dávid Omasta uvedená diplomová práca?", "mode": "hybrid", "expected_documents": [ "pages/students/2018/david_omasta/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2018/david_omasta/README.md", "pages/students/2018/david_ilas/README.md", "pages/students/2020/david_kostilnik/README.md", "pages/students/2016/tomas_kucharik/README.md", "pages/students/2016/jan_holp/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas", "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0148", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou generatívne modely a osobou Dávid Omasta?", "mode": "fts", "expected_documents": [ "pages/students/2018/david_omasta/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2018/david_omasta/README.md", "pages/students/2018/ondrej_megela/README.md", "pages/students/2019/david_stromp/README.md", "pages/students/2017/martin_jancura/README.md", "pages/students/2018/david_ilas/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp", "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0148", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou generatívne modely a osobou Dávid Omasta?", "mode": "vector", "expected_documents": [ "pages/students/2018/david_omasta/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2018/david_omasta/README.md", "pages/students/2021/eduard_matovka/README.md", "pages/students/2018/ondrej_megela/README.md", "pages/students/2020/vladyslav_krupko/README.md", "pages/students/2020/david_kostilnik/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0148", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou generatívne modely a osobou Dávid Omasta?", "mode": "hybrid", "expected_documents": [ "pages/students/2018/david_omasta/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2018/david_omasta/README.md", "pages/students/2018/ondrej_megela/README.md", "pages/students/2021/eduard_matovka/README.md", "pages/students/2020/david_kostilnik/README.md", "pages/students/2020/vladyslav_krupko/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0149", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou Question Answering a osobou Dávid Omasta?", "mode": "fts", "expected_documents": [ "pages/students/2018/david_omasta/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2018/david_omasta/README.md", "pages/topics/question/README.md", "pages/students/2018/ondrej_megela/README.md", "pages/students/2018/oleh_bilykh/README.md", "pages/students/2019/david_stromp/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", "https://zp.kemt.fei.tuke.sk/topics/question", "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0149", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou Question Answering a osobou Dávid Omasta?", "mode": "vector", "expected_documents": [ "pages/students/2018/david_omasta/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2018/david_omasta/README.md", "pages/topics/question/README.md", "pages/students/2016/tomas_kucharik/README.md", "pages/topics/question/nezodpovedatelne/README.md", "pages/topics/question/validacie/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", "https://zp.kemt.fei.tuke.sk/topics/question", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne", "https://zp.kemt.fei.tuke.sk/topics/question/validacie" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0149", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou Question Answering a osobou Dávid Omasta?", "mode": "hybrid", "expected_documents": [ "pages/students/2018/david_omasta/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2018/david_omasta/README.md", "pages/topics/question/README.md", "pages/students/2016/tomas_kucharik/README.md", "pages/topics/question/nezodpovedatelne/README.md", "pages/students/2018/oleh_bilykh/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", "https://zp.kemt.fei.tuke.sk/topics/question", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne", "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0150", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou slovenčina a osobou Dávid Omasta?", "mode": "fts", "expected_documents": [ "pages/students/2018/david_omasta/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2018/david_omasta/README.md", "pages/students/2019/david_stromp/README.md", "pages/students/2018/ondrej_megela/README.md", "pages/students/2017/martin_jancura/README.md", "pages/students/2018/david_ilas/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp", "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0150", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou slovenčina a osobou Dávid Omasta?", "mode": "vector", "expected_documents": [ "pages/students/2018/david_omasta/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2018/david_omasta/README.md", "pages/students/2018/david_ilas/README.md", "pages/students/2016/tomas_kucharik/README.md", "pages/students/2023/simona_bobrovcanova/README.md", "pages/students/2021/eduard_matovka/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0150", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou slovenčina a osobou Dávid Omasta?", "mode": "hybrid", "expected_documents": [ "pages/students/2018/david_omasta/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2018/david_omasta/README.md", "pages/students/2018/david_ilas/README.md", "pages/students/2021/eduard_matovka/README.md", "pages/students/2020/david_kostilnik/README.md", "pages/topics/faq/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas", "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", "https://zp.kemt.fei.tuke.sk/topics/faq" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0151", "split": "dev", "category": "specific_fact", "difficulty": "medium", "question": "Aká bola téma diplomovej práce Dávida Omastu v roku 2023?", "mode": "fts", "expected_documents": [ "pages/students/2018/david_omasta/README.md" ], "first_relevant_rank": null, "reciprocal_rank": 0.0, "top_documents": [ "pages/students/2016/jakub_maruniak/timovy_projekt/README.md", "pages/students/2019/kristian_sopkovic/README.md", "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2018/david_ilas/README.md", "pages/students/2017/martin_jancura/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas", "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" ], "hit_at_1": 0, "recall_at_1": 0.0, "hit_at_3": 0, "recall_at_3": 0.0, "hit_at_5": 0, "recall_at_5": 0.0 }, { "id": "q0151", "split": "dev", "category": "specific_fact", "difficulty": "medium", "question": "Aká bola téma diplomovej práce Dávida Omastu v roku 2023?", "mode": "vector", "expected_documents": [ "pages/students/2018/david_omasta/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2018/david_omasta/README.md", "pages/students/2018/david_ilas/README.md", "pages/students/2016/tomas_kucharik/README.md", "pages/students/2016/patrik_pavlisin/README.md", "pages/students/2020/vladyslav_krupko/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0151", "split": "dev", "category": "specific_fact", "difficulty": "medium", "question": "Aká bola téma diplomovej práce Dávida Omastu v roku 2023?", "mode": "hybrid", "expected_documents": [ "pages/students/2018/david_omasta/README.md" ], "first_relevant_rank": 2, "reciprocal_rank": 0.5, "top_documents": [ "pages/students/2018/david_ilas/README.md", "pages/students/2018/david_omasta/README.md", "pages/students/2016/patrik_pavlisin/README.md", "pages/students/2020/vladyslav_krupko/README.md", "pages/students/2019/michal_stromko/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas", "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "hit_at_1": 0, "recall_at_1": 0.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0152", "split": "dev", "category": "specific_fact", "difficulty": "medium", "question": "Aký názov bol navrhnutý pre diplomovú prácu Dávida Omastu v roku 2023?", "mode": "fts", "expected_documents": [ "pages/students/2018/david_omasta/README.md" ], "first_relevant_rank": null, "reciprocal_rank": 0.0, "top_documents": [ "pages/students/2016/maros_harahus/README.md", "pages/students/2020/matus_suchanic/README.md", "pages/students/2023/ronald_zalacko/README.md", "pages/students/2023/maksym_zatirka/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "hit_at_1": 0, "recall_at_1": 0.0, "hit_at_3": 0, "recall_at_3": 0.0, "hit_at_5": 0, "recall_at_5": 0.0 }, { "id": "q0152", "split": "dev", "category": "specific_fact", "difficulty": "medium", "question": "Aký názov bol navrhnutý pre diplomovú prácu Dávida Omastu v roku 2023?", "mode": "vector", "expected_documents": [ "pages/students/2018/david_omasta/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2018/david_omasta/README.md", "pages/students/2018/david_ilas/README.md", "pages/students/2016/tomas_kucharik/README.md", "pages/students/2016/mark_feher/README.md", "pages/students/2020/matus_suchanic/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0152", "split": "dev", "category": "specific_fact", "difficulty": "medium", "question": "Aký názov bol navrhnutý pre diplomovú prácu Dávida Omastu v roku 2023?", "mode": "hybrid", "expected_documents": [ "pages/students/2018/david_omasta/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2018/david_omasta/README.md", "pages/students/2020/matus_suchanic/README.md", "pages/students/2018/david_ilas/README.md", "pages/students/2016/tomas_kucharik/README.md", "pages/students/2016/mark_feher/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0164", "split": "dev", "category": "entity_lookup", "difficulty": "easy", "question": "Nájdi dokument o osobe Kristián Sopkovič.", "mode": "fts", "expected_documents": [ "pages/students/2019/kristian_sopkovic/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2019/kristian_sopkovic/README.md", "pages/students/2021/martin_sarissky/README.md", "pages/topics/spacy/README.md", "pages/students/2023/denis_le_thanh/README.md", "pages/students/2019/filip_tomas/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/topics/spacy", "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0164", "split": "dev", "category": "entity_lookup", "difficulty": "easy", "question": "Nájdi dokument o osobe Kristián Sopkovič.", "mode": "vector", "expected_documents": [ "pages/students/2019/kristian_sopkovic/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2019/kristian_sopkovic/README.md", "pages/students/2021/manohar_gowdru_shridharu/README.md", "pages/interns/sevval_bulburu/README.md", "pages/students/2020/jakub_kristian_lukas/README.md", "pages/students/2020/matej_kobylan/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0164", "split": "dev", "category": "entity_lookup", "difficulty": "easy", "question": "Nájdi dokument o osobe Kristián Sopkovič.", "mode": "hybrid", "expected_documents": [ "pages/students/2019/kristian_sopkovic/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2019/kristian_sopkovic/README.md", "pages/students/2021/manohar_gowdru_shridharu/README.md", "pages/interns/sevval_bulburu/README.md", "pages/students/2020/jakub_kristian_lukas/README.md", "pages/students/2023/rostyslav_rodzhuk/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0165", "split": "dev", "category": "fact_title", "difficulty": "easy", "question": "Aký je názov bakalárska práca osoby Kristián Sopkovič?", "mode": "fts", "expected_documents": [ "pages/students/2019/kristian_sopkovic/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2019/kristian_sopkovic/README.md", "pages/students/2021/martin_sarissky/README.md", "pages/students/2023/denis_le_thanh/README.md", "pages/topics/spacy/README.md", "pages/students/2020/matus_suchanic/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", "https://zp.kemt.fei.tuke.sk/topics/spacy", "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0165", "split": "dev", "category": "fact_title", "difficulty": "easy", "question": "Aký je názov bakalárska práca osoby Kristián Sopkovič?", "mode": "vector", "expected_documents": [ "pages/students/2019/kristian_sopkovic/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2019/kristian_sopkovic/README.md", "pages/students/2020/jakub_kristian_lukas/README.md", "pages/students/2020/matej_kobylan/README.md", "pages/students/2020/matus_suchanic/README.md", "pages/students/2023/rostyslav_rodzhuk/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0165", "split": "dev", "category": "fact_title", "difficulty": "easy", "question": "Aký je názov bakalárska práca osoby Kristián Sopkovič?", "mode": "hybrid", "expected_documents": [ "pages/students/2019/kristian_sopkovic/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2019/kristian_sopkovic/README.md", "pages/students/2020/jakub_kristian_lukas/README.md", "pages/students/2020/matej_kobylan/README.md", "pages/students/2016/jan_holp/README.md", "pages/students/2020/matus_suchanic/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0166", "split": "dev", "category": "reverse_lookup", "difficulty": "medium", "question": "Kto sa venuje práci s názvom „Model Spacy pre spracovanie prirodzeného jazyka v slovenčine“?", "mode": "fts", "expected_documents": [ "pages/students/2019/kristian_sopkovic/README.md" ], "first_relevant_rank": 2, "reciprocal_rank": 0.5, "top_documents": [ "pages/students/2016/maros_harahus/timovy_projekt/README.md", "pages/students/2019/kristian_sopkovic/README.md", "pages/topics/nlp/README.md", "pages/students/2016/maros_harahus/README.md", "pages/students/2018/martin_wencel/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", "https://zp.kemt.fei.tuke.sk/topics/nlp", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel" ], "hit_at_1": 0, "recall_at_1": 0.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0166", "split": "dev", "category": "reverse_lookup", "difficulty": "medium", "question": "Kto sa venuje práci s názvom „Model Spacy pre spracovanie prirodzeného jazyka v slovenčine“?", "mode": "vector", "expected_documents": [ "pages/students/2019/kristian_sopkovic/README.md" ], "first_relevant_rank": 3, "reciprocal_rank": 0.333333, "top_documents": [ "pages/students/2016/maros_harahus/timovy_projekt/README.md", "pages/topics/spacy/README.md", "pages/students/2019/kristian_sopkovic/README.md", "pages/students/2016/maros_harahus/README.md", "pages/students/2016/jakub_maruniak/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt", "https://zp.kemt.fei.tuke.sk/topics/spacy", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" ], "hit_at_1": 0, "recall_at_1": 0.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0166", "split": "dev", "category": "reverse_lookup", "difficulty": "medium", "question": "Kto sa venuje práci s názvom „Model Spacy pre spracovanie prirodzeného jazyka v slovenčine“?", "mode": "hybrid", "expected_documents": [ "pages/students/2019/kristian_sopkovic/README.md" ], "first_relevant_rank": 2, "reciprocal_rank": 0.5, "top_documents": [ "pages/students/2016/maros_harahus/timovy_projekt/README.md", "pages/students/2019/kristian_sopkovic/README.md", "pages/students/2016/maros_harahus/README.md", "pages/students/2016/jakub_maruniak/README.md", "pages/topics/spacy/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/topics/spacy" ], "hit_at_1": 0, "recall_at_1": 0.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0167", "split": "dev", "category": "topic_lookup", "difficulty": "medium", "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Model Spacy pre spracovanie prirodzeného jazyka v slovenčine“.", "mode": "fts", "expected_documents": [ "pages/students/2019/kristian_sopkovic/README.md" ], "first_relevant_rank": 2, "reciprocal_rank": 0.5, "top_documents": [ "pages/students/2016/maros_harahus/timovy_projekt/README.md", "pages/students/2019/kristian_sopkovic/README.md", "pages/topics/nlp/README.md", "pages/students/2016/lukas_pokryvka/README.md", "pages/students/2016/lukas_pokryvka/timovy_projekt/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", "https://zp.kemt.fei.tuke.sk/topics/nlp", "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka/timovy_projekt" ], "hit_at_1": 0, "recall_at_1": 0.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0167", "split": "dev", "category": "topic_lookup", "difficulty": "medium", "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Model Spacy pre spracovanie prirodzeného jazyka v slovenčine“.", "mode": "vector", "expected_documents": [ "pages/students/2019/kristian_sopkovic/README.md" ], "first_relevant_rank": null, "reciprocal_rank": 0.0, "top_documents": [ "pages/students/2016/maros_harahus/timovy_projekt/README.md", "pages/students/2016/jakub_maruniak/README.md", "pages/topics/spacy/README.md", "pages/students/2016/maros_harahus/README.md", "pages/students/2018/martin_wencel/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt", "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/topics/spacy", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel" ], "hit_at_1": 0, "recall_at_1": 0.0, "hit_at_3": 0, "recall_at_3": 0.0, "hit_at_5": 0, "recall_at_5": 0.0 }, { "id": "q0167", "split": "dev", "category": "topic_lookup", "difficulty": "medium", "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Model Spacy pre spracovanie prirodzeného jazyka v slovenčine“.", "mode": "hybrid", "expected_documents": [ "pages/students/2019/kristian_sopkovic/README.md" ], "first_relevant_rank": 2, "reciprocal_rank": 0.5, "top_documents": [ "pages/students/2016/maros_harahus/timovy_projekt/README.md", "pages/students/2019/kristian_sopkovic/README.md", "pages/students/2016/jakub_maruniak/README.md", "pages/students/2016/maros_harahus/README.md", "pages/topics/spacy/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/topics/spacy" ], "hit_at_1": 0, "recall_at_1": 0.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0168", "split": "dev", "category": "paraphrase", "difficulty": "medium", "question": "O čom je práca osoby Kristián Sopkovič?", "mode": "fts", "expected_documents": [ "pages/students/2019/kristian_sopkovic/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2019/kristian_sopkovic/README.md", "pages/students/2021/martin_sarissky/README.md", "pages/topics/spacy/README.md", "pages/students/2020/david_kostilnik/README.md", "pages/students/2020/jakub_kristian_lukas/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/topics/spacy", "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0168", "split": "dev", "category": "paraphrase", "difficulty": "medium", "question": "O čom je práca osoby Kristián Sopkovič?", "mode": "vector", "expected_documents": [ "pages/students/2019/kristian_sopkovic/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2019/kristian_sopkovic/README.md", "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2020/matej_kobylan/README.md", "pages/students/2020/jakub_kristian_lukas/README.md", "pages/students/2020/matus_suchanic/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0168", "split": "dev", "category": "paraphrase", "difficulty": "medium", "question": "O čom je práca osoby Kristián Sopkovič?", "mode": "hybrid", "expected_documents": [ "pages/students/2019/kristian_sopkovic/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2019/kristian_sopkovic/README.md", "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2020/jakub_kristian_lukas/README.md", "pages/students/2020/matej_kobylan/README.md", "pages/students/2020/david_kostilnik/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0169", "split": "dev", "category": "fact_work_year", "difficulty": "easy", "question": "V ktorom roku je pri osobe Kristián Sopkovič uvedená bakalárska práca?", "mode": "fts", "expected_documents": [ "pages/students/2019/kristian_sopkovic/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2019/kristian_sopkovic/README.md", "pages/students/2021/martin_sarissky/README.md", "pages/students/2023/denis_le_thanh/README.md", "pages/topics/spacy/README.md", "pages/students/2021/matej_scislak/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", "https://zp.kemt.fei.tuke.sk/topics/spacy", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0169", "split": "dev", "category": "fact_work_year", "difficulty": "easy", "question": "V ktorom roku je pri osobe Kristián Sopkovič uvedená bakalárska práca?", "mode": "vector", "expected_documents": [ "pages/students/2019/kristian_sopkovic/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2019/kristian_sopkovic/README.md", "pages/students/2020/jakub_kristian_lukas/README.md", "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2020/matej_kobylan/README.md", "pages/students/2020/matus_suchanic/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0169", "split": "dev", "category": "fact_work_year", "difficulty": "easy", "question": "V ktorom roku je pri osobe Kristián Sopkovič uvedená bakalárska práca?", "mode": "hybrid", "expected_documents": [ "pages/students/2019/kristian_sopkovic/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2019/kristian_sopkovic/README.md", "pages/students/2020/jakub_kristian_lukas/README.md", "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2020/david_kostilnik/README.md", "pages/students/2020/matej_kobylan/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0170", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou Spacy a osobou Kristián Sopkovič?", "mode": "fts", "expected_documents": [ "pages/students/2019/kristian_sopkovic/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2019/kristian_sopkovic/README.md", "pages/topics/spacy/README.md", "pages/students/2021/martin_sarissky/README.md", "pages/students/2020/jakub_kristian_lukas/README.md", "pages/students/2016/maros_harahus/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", "https://zp.kemt.fei.tuke.sk/topics/spacy", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0170", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou Spacy a osobou Kristián Sopkovič?", "mode": "vector", "expected_documents": [ "pages/students/2019/kristian_sopkovic/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2019/kristian_sopkovic/README.md", "pages/topics/spacy/README.md", "pages/students/2018/martin_wencel/README.md", "pages/students/2016/jakub_maruniak/README.md", "pages/topics/faq/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", "https://zp.kemt.fei.tuke.sk/topics/spacy", "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/topics/faq" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0170", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou Spacy a osobou Kristián Sopkovič?", "mode": "hybrid", "expected_documents": [ "pages/students/2019/kristian_sopkovic/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2019/kristian_sopkovic/README.md", "pages/topics/spacy/README.md", "pages/students/2016/jakub_maruniak/README.md", "pages/students/2018/martin_wencel/README.md", "pages/topics/faq/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", "https://zp.kemt.fei.tuke.sk/topics/spacy", "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", "https://zp.kemt.fei.tuke.sk/topics/faq" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0171", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou slovenčina a osobou Kristián Sopkovič?", "mode": "fts", "expected_documents": [ "pages/students/2019/kristian_sopkovic/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2019/kristian_sopkovic/README.md", "pages/students/2021/martin_sarissky/README.md", "pages/students/2020/jakub_kristian_lukas/README.md", "pages/students/2019/michal_stromko/README.md", "pages/topics/spacy/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "https://zp.kemt.fei.tuke.sk/topics/spacy" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0171", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou slovenčina a osobou Kristián Sopkovič?", "mode": "vector", "expected_documents": [ "pages/students/2019/kristian_sopkovic/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2019/kristian_sopkovic/README.md", "pages/topics/spacy/README.md", "pages/topics/faq/README.md", "pages/topics/resources/README.md", "pages/students/2016/maros_harahus/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", "https://zp.kemt.fei.tuke.sk/topics/spacy", "https://zp.kemt.fei.tuke.sk/topics/faq", "https://zp.kemt.fei.tuke.sk/topics/resources", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0171", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou slovenčina a osobou Kristián Sopkovič?", "mode": "hybrid", "expected_documents": [ "pages/students/2019/kristian_sopkovic/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2019/kristian_sopkovic/README.md", "pages/topics/spacy/README.md", "pages/topics/faq/README.md", "pages/students/2020/jakub_kristian_lukas/README.md", "pages/students/2018/martin_wencel/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", "https://zp.kemt.fei.tuke.sk/topics/spacy", "https://zp.kemt.fei.tuke.sk/topics/faq", "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0172", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou transformery a osobou Kristián Sopkovič?", "mode": "fts", "expected_documents": [ "pages/students/2019/kristian_sopkovic/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2019/kristian_sopkovic/README.md", "pages/topics/spacy/README.md", "pages/students/2021/martin_sarissky/README.md", "pages/students/2020/jakub_kristian_lukas/README.md", "pages/students/2019/michal_stromko/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", "https://zp.kemt.fei.tuke.sk/topics/spacy", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0172", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou transformery a osobou Kristián Sopkovič?", "mode": "vector", "expected_documents": [ "pages/students/2019/kristian_sopkovic/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2019/kristian_sopkovic/README.md", "pages/students/2020/matus_suchanic/README.md", "pages/students/2020/david_kostilnik/README.md", "pages/students/2017/martin_jancura/README.md", "pages/students/2016/patrik_pavlisin/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0172", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou transformery a osobou Kristián Sopkovič?", "mode": "hybrid", "expected_documents": [ "pages/students/2019/kristian_sopkovic/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2019/kristian_sopkovic/README.md", "pages/students/2017/martin_jancura/README.md", "pages/students/2020/david_kostilnik/README.md", "pages/topics/spacy/README.md", "pages/students/2020/matus_suchanic/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", "https://zp.kemt.fei.tuke.sk/topics/spacy", "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0173", "split": "dev", "category": "specific_fact", "difficulty": "medium", "question": "Aký bol hlavný cieľ bakalárskej práce Kristiána Sopkoviča?", "mode": "fts", "expected_documents": [ "pages/students/2019/kristian_sopkovic/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2019/kristian_sopkovic/README.md", "pages/students/2016/lukas_pokryvka/timovy_projekt/README.md", "pages/students/2022/serhii_yemets/README.md", "pages/students/2016/maros_harahus/README.md", "pages/students/2016/jan_holp/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka/timovy_projekt", "https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0173", "split": "dev", "category": "specific_fact", "difficulty": "medium", "question": "Aký bol hlavný cieľ bakalárskej práce Kristiána Sopkoviča?", "mode": "vector", "expected_documents": [ "pages/students/2019/kristian_sopkovic/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2019/kristian_sopkovic/README.md", "pages/students/2016/maros_harahus/README.md", "pages/students/2020/matej_kobylan/README.md", "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2016/jan_holp/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0173", "split": "dev", "category": "specific_fact", "difficulty": "medium", "question": "Aký bol hlavný cieľ bakalárskej práce Kristiána Sopkoviča?", "mode": "hybrid", "expected_documents": [ "pages/students/2019/kristian_sopkovic/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2019/kristian_sopkovic/README.md", "pages/students/2016/jan_holp/README.md", "pages/students/2019/michal_stromko/README.md", "pages/students/2016/maros_harahus/README.md", "pages/students/2020/matej_kobylan/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0174", "split": "dev", "category": "entity_lookup", "difficulty": "easy", "question": "Nájdi dokument o osobe Michal Stromko.", "mode": "fts", "expected_documents": [ "pages/students/2019/michal_stromko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2019/michal_stromko/README.md", "pages/students/2019/michal_stromko/vp2021/README.md", "pages/students/2020/matus_suchanic/README.md", "pages/students/2019/filip_tomas/README.md", "pages/students/2020/matej_kobylan/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021", "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0174", "split": "dev", "category": "entity_lookup", "difficulty": "easy", "question": "Nájdi dokument o osobe Michal Stromko.", "mode": "vector", "expected_documents": [ "pages/students/2019/michal_stromko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2019/michal_stromko/README.md", "pages/students/2021/manohar_gowdru_shridharu/README.md", "pages/interns/oliver_pejic/README.md", "pages/interns/sevval_bulburu/README.md", "pages/students/2019/filip_tomas/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0174", "split": "dev", "category": "entity_lookup", "difficulty": "easy", "question": "Nájdi dokument o osobe Michal Stromko.", "mode": "hybrid", "expected_documents": [ "pages/students/2019/michal_stromko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2019/michal_stromko/README.md", "pages/students/2021/manohar_gowdru_shridharu/README.md", "pages/students/2019/filip_tomas/README.md", "pages/students/2021/matej_scislak/README.md", "pages/interns/oliver_pejic/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0175", "split": "dev", "category": "fact_title", "difficulty": "easy", "question": "Aký je názov bakalárska práca osoby Michal Stromko?", "mode": "fts", "expected_documents": [ "pages/students/2019/michal_stromko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2019/michal_stromko/README.md", "pages/students/2020/matus_suchanic/README.md", "pages/students/2019/michal_stromko/vp2021/README.md", "pages/students/2020/matej_kobylan/README.md", "pages/students/2020/david_kostilnik/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021", "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0175", "split": "dev", "category": "fact_title", "difficulty": "easy", "question": "Aký je názov bakalárska práca osoby Michal Stromko?", "mode": "vector", "expected_documents": [ "pages/students/2019/michal_stromko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2019/michal_stromko/README.md", "pages/students/2019/david_stromp/README.md", "pages/students/2020/vladyslav_krupko/README.md", "pages/students/2020/matej_kobylan/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp", "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0175", "split": "dev", "category": "fact_title", "difficulty": "easy", "question": "Aký je názov bakalárska práca osoby Michal Stromko?", "mode": "hybrid", "expected_documents": [ "pages/students/2019/michal_stromko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2019/michal_stromko/README.md", "pages/students/2020/matej_kobylan/README.md", "pages/students/2019/david_stromp/README.md", "pages/students/2020/vladyslav_krupko/README.md", "pages/students/2016/ediz_morochovic/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp", "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0176", "split": "dev", "category": "reverse_lookup", "difficulty": "medium", "question": "Kto sa venuje práci s názvom „Indexovanie slovenského textu pomocou Elasticsearch“?", "mode": "fts", "expected_documents": [ "pages/students/2019/michal_stromko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2019/michal_stromko/README.md", "pages/students/2016/jan_holp/README.md", "pages/students/2019/david_stromp/README.md", "pages/topics/bert/README.md", "pages/topics/question/navod/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp", "https://zp.kemt.fei.tuke.sk/topics/bert", "https://zp.kemt.fei.tuke.sk/topics/question/navod" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0176", "split": "dev", "category": "reverse_lookup", "difficulty": "medium", "question": "Kto sa venuje práci s názvom „Indexovanie slovenského textu pomocou Elasticsearch“?", "mode": "vector", "expected_documents": [ "pages/students/2019/michal_stromko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2019/michal_stromko/README.md", "pages/students/2019/filip_tomas/README.md", "pages/students/2016/jan_holp/README.md", "pages/students/2020/matej_kobylan/README.md", "pages/topics/resources/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", "https://zp.kemt.fei.tuke.sk/topics/resources" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0176", "split": "dev", "category": "reverse_lookup", "difficulty": "medium", "question": "Kto sa venuje práci s názvom „Indexovanie slovenského textu pomocou Elasticsearch“?", "mode": "hybrid", "expected_documents": [ "pages/students/2019/michal_stromko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2019/michal_stromko/README.md", "pages/students/2016/jan_holp/README.md", "pages/students/2020/matej_kobylan/README.md", "pages/topics/resources/README.md", "pages/students/2019/filip_tomas/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", "https://zp.kemt.fei.tuke.sk/topics/resources", "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0177", "split": "dev", "category": "topic_lookup", "difficulty": "medium", "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Indexovanie slovenského textu pomocou Elasticsearch“.", "mode": "fts", "expected_documents": [ "pages/students/2019/michal_stromko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2019/michal_stromko/README.md", "pages/students/2016/jan_holp/README.md", "pages/students/2020/matej_kobylan/README.md", "pages/students/2022/andrii_pervashov/README.md", "pages/students/2021/vladimir_ferko/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0177", "split": "dev", "category": "topic_lookup", "difficulty": "medium", "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Indexovanie slovenského textu pomocou Elasticsearch“.", "mode": "vector", "expected_documents": [ "pages/students/2019/michal_stromko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2019/michal_stromko/README.md", "pages/students/2016/jan_holp/README.md", "pages/topics/resources/README.md", "pages/students/2020/matej_kobylan/README.md", "pages/topics/legal/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", "https://zp.kemt.fei.tuke.sk/topics/resources", "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", "https://zp.kemt.fei.tuke.sk/topics/legal" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0177", "split": "dev", "category": "topic_lookup", "difficulty": "medium", "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Indexovanie slovenského textu pomocou Elasticsearch“.", "mode": "hybrid", "expected_documents": [ "pages/students/2019/michal_stromko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2019/michal_stromko/README.md", "pages/students/2016/jan_holp/README.md", "pages/students/2020/matej_kobylan/README.md", "pages/students/2019/filip_tomas/README.md", "pages/topics/resources/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", "https://zp.kemt.fei.tuke.sk/topics/resources" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0178", "split": "dev", "category": "paraphrase", "difficulty": "medium", "question": "O čom je práca osoby Michal Stromko?", "mode": "fts", "expected_documents": [ "pages/students/2019/michal_stromko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2019/michal_stromko/README.md", "pages/students/2019/michal_stromko/vp2021/README.md", "pages/students/2020/david_kostilnik/README.md", "pages/students/2020/matus_suchanic/README.md", "pages/students/2020/matej_kobylan/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021", "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0178", "split": "dev", "category": "paraphrase", "difficulty": "medium", "question": "O čom je práca osoby Michal Stromko?", "mode": "vector", "expected_documents": [ "pages/students/2019/michal_stromko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2019/michal_stromko/README.md", "pages/students/2019/filip_tomas/README.md", "pages/students/2020/david_kostilnik/README.md", "pages/students/2020/matus_suchanic/README.md", "pages/students/2020/kamil_tomcufcik/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", "https://zp.kemt.fei.tuke.sk/students/2020/kamil_tomcufcik" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0178", "split": "dev", "category": "paraphrase", "difficulty": "medium", "question": "O čom je práca osoby Michal Stromko?", "mode": "hybrid", "expected_documents": [ "pages/students/2019/michal_stromko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2019/michal_stromko/README.md", "pages/students/2019/filip_tomas/README.md", "pages/students/2020/david_kostilnik/README.md", "pages/students/2020/matus_suchanic/README.md", "pages/students/2020/matej_kobylan/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0179", "split": "dev", "category": "fact_work_year", "difficulty": "easy", "question": "V ktorom roku je pri osobe Michal Stromko uvedená bakalárska práca?", "mode": "fts", "expected_documents": [ "pages/students/2019/michal_stromko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2019/michal_stromko/README.md", "pages/students/2019/michal_stromko/vp2021/README.md", "pages/students/2020/matus_suchanic/README.md", "pages/students/2020/matej_kobylan/README.md", "pages/students/2021/matej_scislak/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021", "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0179", "split": "dev", "category": "fact_work_year", "difficulty": "easy", "question": "V ktorom roku je pri osobe Michal Stromko uvedená bakalárska práca?", "mode": "vector", "expected_documents": [ "pages/students/2019/michal_stromko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2019/michal_stromko/README.md", "pages/students/2019/david_stromp/README.md", "pages/students/2020/vladyslav_krupko/README.md", "pages/students/2016/ediz_morochovic/README.md", "pages/students/2016/maros_harahus/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp", "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0179", "split": "dev", "category": "fact_work_year", "difficulty": "easy", "question": "V ktorom roku je pri osobe Michal Stromko uvedená bakalárska práca?", "mode": "hybrid", "expected_documents": [ "pages/students/2019/michal_stromko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2019/michal_stromko/README.md", "pages/students/2019/david_stromp/README.md", "pages/students/2020/matej_kobylan/README.md", "pages/students/2020/david_kostilnik/README.md", "pages/students/2020/vladyslav_krupko/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp", "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0180", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou Elasticsearch a osobou Michal Stromko?", "mode": "fts", "expected_documents": [ "pages/students/2019/michal_stromko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2019/michal_stromko/README.md", "pages/students/2020/matej_kobylan/README.md", "pages/students/2020/matus_suchanic/README.md", "pages/students/2019/michal_stromko/vp2021/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0180", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou Elasticsearch a osobou Michal Stromko?", "mode": "vector", "expected_documents": [ "pages/students/2019/michal_stromko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2019/michal_stromko/README.md", "pages/students/2020/matej_kobylan/README.md", "pages/students/2016/jan_holp/README.md", "pages/students/2019/filip_tomas/README.md", "pages/topics/faq/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", "https://zp.kemt.fei.tuke.sk/topics/faq" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0180", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou Elasticsearch a osobou Michal Stromko?", "mode": "hybrid", "expected_documents": [ "pages/students/2019/michal_stromko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2019/michal_stromko/README.md", "pages/students/2020/matej_kobylan/README.md", "pages/students/2016/jan_holp/README.md", "pages/students/2019/filip_tomas/README.md", "pages/topics/resources/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", "https://zp.kemt.fei.tuke.sk/topics/resources" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0181", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou vyhľadávanie a osobou Michal Stromko?", "mode": "fts", "expected_documents": [ "pages/students/2019/michal_stromko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2019/michal_stromko/README.md", "pages/students/2019/kristian_sopkovic/README.md", "pages/students/2020/matej_kobylan/README.md", "pages/students/2020/matus_suchanic/README.md", "pages/students/2019/michal_stromko/vp2021/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0181", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou vyhľadávanie a osobou Michal Stromko?", "mode": "vector", "expected_documents": [ "pages/students/2019/michal_stromko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2019/michal_stromko/README.md", "pages/topics/faq/README.md", "pages/students/2019/filip_tomas/README.md", "pages/students/2018/oleh_bilykh/README.md", "pages/students/2022/oleh_poiasnik/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "https://zp.kemt.fei.tuke.sk/topics/faq", "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0181", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou vyhľadávanie a osobou Michal Stromko?", "mode": "hybrid", "expected_documents": [ "pages/students/2019/michal_stromko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2019/michal_stromko/README.md", "pages/topics/faq/README.md", "pages/students/2019/filip_tomas/README.md", "pages/students/2020/matej_kobylan/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "https://zp.kemt.fei.tuke.sk/topics/faq", "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0182", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou FAISS a osobou Michal Stromko?", "mode": "fts", "expected_documents": [ "pages/students/2019/michal_stromko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2019/michal_stromko/README.md", "pages/students/2020/matej_kobylan/README.md", "pages/students/2020/matus_suchanic/README.md", "pages/students/2019/michal_stromko/vp2021/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0182", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou FAISS a osobou Michal Stromko?", "mode": "vector", "expected_documents": [ "pages/students/2019/michal_stromko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2019/michal_stromko/README.md", "pages/students/2021/martin_sarissky/README.md", "pages/topics/faq/README.md", "pages/students/2019/kristian_sopkovic/README.md", "pages/students/2023/rostyslav_rodzhuk/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/topics/faq", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0182", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou FAISS a osobou Michal Stromko?", "mode": "hybrid", "expected_documents": [ "pages/students/2019/michal_stromko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2019/michal_stromko/README.md", "pages/students/2021/martin_sarissky/README.md", "pages/topics/faq/README.md", "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/topics/faq", "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0183", "split": "dev", "category": "specific_fact", "difficulty": "medium", "question": "Aký indexovací systém používala bakalárska práca Michala Stromka?", "mode": "fts", "expected_documents": [ "pages/students/2019/michal_stromko/README.md" ], "first_relevant_rank": null, "reciprocal_rank": 0.0, "top_documents": [ "pages/students/2023/yevhenii_medushivskyi/README.md", "pages/topics/bert/README.md", "pages/students/2020/matus_suchanic/README.md", "pages/students/2021/matej_scislak/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", "https://zp.kemt.fei.tuke.sk/topics/bert", "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "hit_at_1": 0, "recall_at_1": 0.0, "hit_at_3": 0, "recall_at_3": 0.0, "hit_at_5": 0, "recall_at_5": 0.0 }, { "id": "q0183", "split": "dev", "category": "specific_fact", "difficulty": "medium", "question": "Aký indexovací systém používala bakalárska práca Michala Stromka?", "mode": "vector", "expected_documents": [ "pages/students/2019/michal_stromko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2019/michal_stromko/README.md", "pages/students/2019/david_stromp/README.md", "pages/students/2020/matej_kobylan/README.md", "pages/students/2016/jan_holp/README.md", "pages/students/2019/filip_tomas/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp", "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0183", "split": "dev", "category": "specific_fact", "difficulty": "medium", "question": "Aký indexovací systém používala bakalárska práca Michala Stromka?", "mode": "hybrid", "expected_documents": [ "pages/students/2019/michal_stromko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2019/michal_stromko/README.md", "pages/students/2019/david_stromp/README.md", "pages/students/2020/matej_kobylan/README.md", "pages/students/2016/jan_holp/README.md", "pages/students/2019/filip_tomas/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp", "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0184", "split": "dev", "category": "specific_fact", "difficulty": "medium", "question": "Koľko najlepších odsekov mal Michal Stromko nájsť pri QA deme?", "mode": "fts", "expected_documents": [ "pages/students/2019/michal_stromko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2019/michal_stromko/README.md", "pages/students/2019/michal_stromko/vp2021/README.md", "pages/students/2019/kristian_sopkovic/README.md", "pages/topics/bert/README.md", "pages/students/2018/ondrej_megela/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", "https://zp.kemt.fei.tuke.sk/topics/bert", "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0184", "split": "dev", "category": "specific_fact", "difficulty": "medium", "question": "Koľko najlepších odsekov mal Michal Stromko nájsť pri QA deme?", "mode": "vector", "expected_documents": [ "pages/students/2019/michal_stromko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2019/michal_stromko/README.md", "pages/students/2019/filip_tomas/README.md", "pages/students/2018/oleh_bilykh/README.md", "pages/students/2022/valerii_kutsenko/README.md", "pages/students/2016/tomas_kucharik/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0184", "split": "dev", "category": "specific_fact", "difficulty": "medium", "question": "Koľko najlepších odsekov mal Michal Stromko nájsť pri QA deme?", "mode": "hybrid", "expected_documents": [ "pages/students/2019/michal_stromko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2019/michal_stromko/README.md", "pages/students/2019/filip_tomas/README.md", "pages/students/2018/oleh_bilykh/README.md", "pages/students/2022/valerii_kutsenko/README.md", "pages/students/2016/tomas_kucharik/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0200", "split": "dev", "category": "entity_lookup", "difficulty": "easy", "question": "Nájdi dokument o osobe Artem Yatsenko.", "mode": "fts", "expected_documents": [ "pages/students/2019/artem_yatsenko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2019/artem_yatsenko/README.md", "pages/students/2021/matej_scislak/README.md", "pages/students/2019/david_stromp/README.md", "pages/students/2019/michal_stromko/README.md", "pages/students/2021/martin_sarissky/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0200", "split": "dev", "category": "entity_lookup", "difficulty": "easy", "question": "Nájdi dokument o osobe Artem Yatsenko.", "mode": "vector", "expected_documents": [ "pages/students/2019/artem_yatsenko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2019/artem_yatsenko/README.md", "pages/students/2021/manohar_gowdru_shridharu/README.md", "pages/interns/sevval_bulburu/README.md", "pages/students/2022/vladyslav_yanchenko/README.md", "pages/students/2016/jakub_maruniak/timovy_projekt/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0200", "split": "dev", "category": "entity_lookup", "difficulty": "easy", "question": "Nájdi dokument o osobe Artem Yatsenko.", "mode": "hybrid", "expected_documents": [ "pages/students/2019/artem_yatsenko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2019/artem_yatsenko/README.md", "pages/students/2021/manohar_gowdru_shridharu/README.md", "pages/interns/sevval_bulburu/README.md", "pages/students/2022/vladyslav_yanchenko/README.md", "pages/students/2016/jakub_maruniak/timovy_projekt/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0201", "split": "dev", "category": "fact_title", "difficulty": "easy", "question": "Aký je názov bakalárska práca osoby Artem Yatsenko?", "mode": "fts", "expected_documents": [ "pages/students/2019/artem_yatsenko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2019/artem_yatsenko/README.md", "pages/students/2020/matus_suchanic/README.md", "pages/students/2021/martin_sarissky/README.md", "pages/students/2016/jakub_maruniak/README.md", "pages/students/2021/matej_scislak/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0201", "split": "dev", "category": "fact_title", "difficulty": "easy", "question": "Aký je názov bakalárska práca osoby Artem Yatsenko?", "mode": "vector", "expected_documents": [ "pages/students/2019/artem_yatsenko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2019/artem_yatsenko/README.md", "pages/students/2022/vladyslav_yanchenko/README.md", "pages/students/2020/vladyslav_krupko/README.md", "pages/students/2022/valerii_kutsenko/README.md", "pages/students/2020/matej_kobylan/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0201", "split": "dev", "category": "fact_title", "difficulty": "easy", "question": "Aký je názov bakalárska práca osoby Artem Yatsenko?", "mode": "hybrid", "expected_documents": [ "pages/students/2019/artem_yatsenko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2019/artem_yatsenko/README.md", "pages/students/2022/vladyslav_yanchenko/README.md", "pages/students/2020/vladyslav_krupko/README.md", "pages/students/2022/valerii_kutsenko/README.md", "pages/students/2021/vladimir_ferko/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0202", "split": "dev", "category": "reverse_lookup", "difficulty": "medium", "question": "Kto sa venuje práci s názvom „Rozpoznávanie pomenovaných entít v slovenskom jazyku“?", "mode": "fts", "expected_documents": [ "pages/students/2019/artem_yatsenko/README.md" ], "first_relevant_rank": 3, "reciprocal_rank": 0.333333, "top_documents": [ "pages/topics/otvorene/README.md", "pages/students/2016/jakub_maruniak/README.md", "pages/students/2019/artem_yatsenko/README.md", "pages/students/2017/than_trung_thanh/README.md", "pages/students/2022/serhii_yemets/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/otvorene", "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh", "https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets" ], "hit_at_1": 0, "recall_at_1": 0.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0202", "split": "dev", "category": "reverse_lookup", "difficulty": "medium", "question": "Kto sa venuje práci s názvom „Rozpoznávanie pomenovaných entít v slovenskom jazyku“?", "mode": "vector", "expected_documents": [ "pages/students/2019/artem_yatsenko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2019/artem_yatsenko/README.md", "pages/students/2016/ediz_morochovic/README.md", "pages/students/2017/than_trung_thanh/README.md", "pages/topics/named-entity/navod/README.md", "pages/students/2016/jakub_maruniak/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh", "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod", "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0202", "split": "dev", "category": "reverse_lookup", "difficulty": "medium", "question": "Kto sa venuje práci s názvom „Rozpoznávanie pomenovaných entít v slovenskom jazyku“?", "mode": "hybrid", "expected_documents": [ "pages/students/2019/artem_yatsenko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2019/artem_yatsenko/README.md", "pages/students/2016/jakub_maruniak/README.md", "pages/topics/otvorene/README.md", "pages/students/2017/than_trung_thanh/README.md", "pages/students/2016/ediz_morochovic/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/topics/otvorene", "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh", "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0203", "split": "dev", "category": "topic_lookup", "difficulty": "medium", "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Rozpoznávanie pomenovaných entít v slovenskom jazyku“.", "mode": "fts", "expected_documents": [ "pages/students/2019/artem_yatsenko/README.md" ], "first_relevant_rank": 3, "reciprocal_rank": 0.333333, "top_documents": [ "pages/topics/otvorene/README.md", "pages/students/2016/jakub_maruniak/README.md", "pages/students/2019/artem_yatsenko/README.md", "pages/students/2017/than_trung_thanh/README.md", "pages/students/2022/serhii_yemets/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/otvorene", "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh", "https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets" ], "hit_at_1": 0, "recall_at_1": 0.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0203", "split": "dev", "category": "topic_lookup", "difficulty": "medium", "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Rozpoznávanie pomenovaných entít v slovenskom jazyku“.", "mode": "vector", "expected_documents": [ "pages/students/2019/artem_yatsenko/README.md" ], "first_relevant_rank": 2, "reciprocal_rank": 0.5, "top_documents": [ "pages/topics/named-entity/navod/README.md", "pages/students/2019/artem_yatsenko/README.md", "pages/students/2016/ediz_morochovic/README.md", "pages/topics/otvorene/README.md", "pages/students/2016/jakub_maruniak/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", "https://zp.kemt.fei.tuke.sk/topics/otvorene", "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" ], "hit_at_1": 0, "recall_at_1": 0.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0203", "split": "dev", "category": "topic_lookup", "difficulty": "medium", "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Rozpoznávanie pomenovaných entít v slovenskom jazyku“.", "mode": "hybrid", "expected_documents": [ "pages/students/2019/artem_yatsenko/README.md" ], "first_relevant_rank": 2, "reciprocal_rank": 0.5, "top_documents": [ "pages/topics/otvorene/README.md", "pages/students/2019/artem_yatsenko/README.md", "pages/students/2016/jakub_maruniak/README.md", "pages/students/2017/than_trung_thanh/README.md", "pages/topics/named-entity/navod/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/otvorene", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh", "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod" ], "hit_at_1": 0, "recall_at_1": 0.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0204", "split": "dev", "category": "paraphrase", "difficulty": "medium", "question": "O čom je práca osoby Artem Yatsenko?", "mode": "fts", "expected_documents": [ "pages/students/2019/artem_yatsenko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2019/artem_yatsenko/README.md", "pages/students/2021/martin_sarissky/README.md", "pages/students/2016/maros_harahus/README.md", "pages/students/2017/martin_jancura/README.md", "pages/students/2022/valerii_kutsenko/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0204", "split": "dev", "category": "paraphrase", "difficulty": "medium", "question": "O čom je práca osoby Artem Yatsenko?", "mode": "vector", "expected_documents": [ "pages/students/2019/artem_yatsenko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2019/artem_yatsenko/README.md", "pages/students/2022/vladyslav_yanchenko/README.md", "pages/students/2022/valerii_kutsenko/README.md", "pages/students/2021/artur_hyrenko/README.md", "pages/students/2022/daniil_huzenko/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko", "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0204", "split": "dev", "category": "paraphrase", "difficulty": "medium", "question": "O čom je práca osoby Artem Yatsenko?", "mode": "hybrid", "expected_documents": [ "pages/students/2019/artem_yatsenko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2019/artem_yatsenko/README.md", "pages/students/2022/vladyslav_yanchenko/README.md", "pages/students/2020/matej_kobylan/README.md", "pages/students/2022/valerii_kutsenko/README.md", "pages/students/2021/artur_hyrenko/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0205", "split": "dev", "category": "fact_start_year", "difficulty": "easy", "question": "V ktorom roku začal študovať Artem Yatsenko?", "mode": "fts", "expected_documents": [ "pages/students/2019/artem_yatsenko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2019/artem_yatsenko/README.md", "pages/students/2021/eduard_matovka/README.md", "pages/students/2016/jakub_maruniak/timovy_projekt/README.md", "pages/topics/faq/README.md", "pages/students/2016/maros_harahus/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt", "https://zp.kemt.fei.tuke.sk/topics/faq", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0205", "split": "dev", "category": "fact_start_year", "difficulty": "easy", "question": "V ktorom roku začal študovať Artem Yatsenko?", "mode": "vector", "expected_documents": [ "pages/students/2019/artem_yatsenko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2019/artem_yatsenko/README.md", "pages/students/2022/valerii_kutsenko/README.md", "pages/students/2022/vladyslav_yanchenko/README.md", "pages/students/2020/david_kostilnik/README.md", "pages/students/2022/andrii_pervashov/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0205", "split": "dev", "category": "fact_start_year", "difficulty": "easy", "question": "V ktorom roku začal študovať Artem Yatsenko?", "mode": "hybrid", "expected_documents": [ "pages/students/2019/artem_yatsenko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2019/artem_yatsenko/README.md", "pages/students/2022/valerii_kutsenko/README.md", "pages/students/2022/vladyslav_yanchenko/README.md", "pages/students/2020/david_kostilnik/README.md", "pages/students/2022/andrii_pervashov/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0206", "split": "dev", "category": "verification", "difficulty": "medium", "question": "Je pri osobe Artem Yatsenko uvedený rok začiatku štúdia 2019?", "mode": "fts", "expected_documents": [ "pages/students/2019/artem_yatsenko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2019/artem_yatsenko/README.md", "pages/students/2019/kristian_sopkovic/README.md", "pages/students/2019/filip_tomas/README.md", "pages/students/2019/patrik_pokrivcak/README.md", "pages/students/2022/tetiana_mohorian/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0206", "split": "dev", "category": "verification", "difficulty": "medium", "question": "Je pri osobe Artem Yatsenko uvedený rok začiatku štúdia 2019?", "mode": "vector", "expected_documents": [ "pages/students/2019/artem_yatsenko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2019/artem_yatsenko/README.md", "pages/students/2017/martin_jancura/README.md", "pages/students/2016/jakub_maruniak/dp2021/README.md", "pages/students/2022/andrii_pervashov/README.md", "pages/students/2022/valerii_kutsenko/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021", "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0206", "split": "dev", "category": "verification", "difficulty": "medium", "question": "Je pri osobe Artem Yatsenko uvedený rok začiatku štúdia 2019?", "mode": "hybrid", "expected_documents": [ "pages/students/2019/artem_yatsenko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2019/artem_yatsenko/README.md", "pages/students/2021/eduard_matovka/README.md", "pages/students/2021/vladimir_ferko/README.md", "pages/students/2017/martin_jancura/README.md", "pages/students/2016/jakub_maruniak/dp2021/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0207", "split": "dev", "category": "fact_work_year", "difficulty": "easy", "question": "V ktorom roku je pri osobe Artem Yatsenko uvedená bakalárska práca?", "mode": "fts", "expected_documents": [ "pages/students/2019/artem_yatsenko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2019/artem_yatsenko/README.md", "pages/students/2021/matej_scislak/README.md", "pages/students/2016/darius_lindvai/timovy_projekt/resers/README.md", "pages/topics/faq/README.md", "pages/students/2016/patrik_pavlisin/tp20/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai/timovy_projekt/resers", "https://zp.kemt.fei.tuke.sk/topics/faq", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0207", "split": "dev", "category": "fact_work_year", "difficulty": "easy", "question": "V ktorom roku je pri osobe Artem Yatsenko uvedená bakalárska práca?", "mode": "vector", "expected_documents": [ "pages/students/2019/artem_yatsenko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2019/artem_yatsenko/README.md", "pages/students/2020/vladyslav_krupko/README.md", "pages/students/2022/vladyslav_yanchenko/README.md", "pages/students/2022/valerii_kutsenko/README.md", "pages/students/2021/eduard_matovka/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0207", "split": "dev", "category": "fact_work_year", "difficulty": "easy", "question": "V ktorom roku je pri osobe Artem Yatsenko uvedená bakalárska práca?", "mode": "hybrid", "expected_documents": [ "pages/students/2019/artem_yatsenko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2019/artem_yatsenko/README.md", "pages/students/2022/vladyslav_yanchenko/README.md", "pages/students/2020/vladyslav_krupko/README.md", "pages/students/2022/valerii_kutsenko/README.md", "pages/students/2021/eduard_matovka/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0208", "split": "dev", "category": "disambiguation_year", "difficulty": "hard", "question": "Rozlíš rok začiatku štúdia a rok práce osoby Artem Yatsenko.", "mode": "fts", "expected_documents": [ "pages/students/2019/artem_yatsenko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2019/artem_yatsenko/README.md", "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2019/kristian_sopkovic/README.md", "pages/students/2016/ediz_morochovic/README.md", "pages/students/2019/filip_tomas/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0208", "split": "dev", "category": "disambiguation_year", "difficulty": "hard", "question": "Rozlíš rok začiatku štúdia a rok práce osoby Artem Yatsenko.", "mode": "vector", "expected_documents": [ "pages/students/2019/artem_yatsenko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2019/artem_yatsenko/README.md", "pages/students/2020/matej_kobylan/README.md", "pages/students/2017/martin_jancura/README.md", "pages/students/2021/manohar_gowdru_shridharu/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0208", "split": "dev", "category": "disambiguation_year", "difficulty": "hard", "question": "Rozlíš rok začiatku štúdia a rok práce osoby Artem Yatsenko.", "mode": "hybrid", "expected_documents": [ "pages/students/2019/artem_yatsenko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2019/artem_yatsenko/README.md", "pages/students/2020/matej_kobylan/README.md", "pages/students/2017/martin_jancura/README.md", "pages/students/2021/manohar_gowdru_shridharu/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0209", "split": "dev", "category": "adversarial_year", "difficulty": "hard", "question": "Je rok 2019 rokom záverečnej práce osoby Artem Yatsenko?", "mode": "fts", "expected_documents": [ "pages/students/2019/artem_yatsenko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2019/artem_yatsenko/README.md", "pages/topics/faq/README.md", "pages/topics/akopisat/README.md", "pages/students/2019/dmytro_mural/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/topics/faq", "https://zp.kemt.fei.tuke.sk/topics/akopisat", "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0209", "split": "dev", "category": "adversarial_year", "difficulty": "hard", "question": "Je rok 2019 rokom záverečnej práce osoby Artem Yatsenko?", "mode": "vector", "expected_documents": [ "pages/students/2019/artem_yatsenko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2019/artem_yatsenko/README.md", "pages/students/2020/vladyslav_krupko/README.md", "pages/students/2021/vladimir_ferko/README.md", "pages/students/2017/martin_jancura/README.md", "pages/students/2022/valerii_kutsenko/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0209", "split": "dev", "category": "adversarial_year", "difficulty": "hard", "question": "Je rok 2019 rokom záverečnej práce osoby Artem Yatsenko?", "mode": "hybrid", "expected_documents": [ "pages/students/2019/artem_yatsenko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2019/artem_yatsenko/README.md", "pages/topics/akopisat/README.md", "pages/students/2020/vladyslav_krupko/README.md", "pages/students/2021/vladimir_ferko/README.md", "pages/students/2017/martin_jancura/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/topics/akopisat", "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0210", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou pomenované entity a osobou Artem Yatsenko?", "mode": "fts", "expected_documents": [ "pages/students/2019/artem_yatsenko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2019/artem_yatsenko/README.md", "pages/topics/named-entity/README.md", "pages/students/2017/martin_jancura/README.md", "pages/topics/named-entity/navod/README.md", "pages/students/2017/dmytro_ushatenko/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/topics/named-entity", "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod", "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0210", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou pomenované entity a osobou Artem Yatsenko?", "mode": "vector", "expected_documents": [ "pages/students/2019/artem_yatsenko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2019/artem_yatsenko/README.md", "pages/students/2021/eduard_matovka/README.md", "pages/topics/faq/README.md", "pages/topics/named-entity/navod/README.md", "pages/students/2021/vladimir_ferko/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", "https://zp.kemt.fei.tuke.sk/topics/faq", "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod", "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0210", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou pomenované entity a osobou Artem Yatsenko?", "mode": "hybrid", "expected_documents": [ "pages/students/2019/artem_yatsenko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2019/artem_yatsenko/README.md", "pages/topics/named-entity/README.md", "pages/topics/faq/README.md", "pages/topics/named-entity/navod/README.md", "pages/students/2021/eduard_matovka/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/topics/named-entity", "https://zp.kemt.fei.tuke.sk/topics/faq", "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod", "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0211", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou Spacy a osobou Artem Yatsenko?", "mode": "fts", "expected_documents": [ "pages/students/2019/artem_yatsenko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2019/artem_yatsenko/README.md", "pages/students/2016/maros_harahus/README.md", "pages/students/2017/martin_jancura/README.md", "pages/topics/spacy/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", "https://zp.kemt.fei.tuke.sk/topics/spacy", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0211", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou Spacy a osobou Artem Yatsenko?", "mode": "vector", "expected_documents": [ "pages/students/2019/artem_yatsenko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2019/artem_yatsenko/README.md", "pages/students/2019/kristian_sopkovic/README.md", "pages/students/2018/martin_wencel/README.md", "pages/students/2016/jakub_maruniak/README.md", "pages/topics/spacy/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/topics/spacy" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0211", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou Spacy a osobou Artem Yatsenko?", "mode": "hybrid", "expected_documents": [ "pages/students/2019/artem_yatsenko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2019/artem_yatsenko/README.md", "pages/students/2019/kristian_sopkovic/README.md", "pages/students/2018/martin_wencel/README.md", "pages/topics/faq/README.md", "pages/students/2016/maros_harahus/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", "https://zp.kemt.fei.tuke.sk/topics/faq", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0212", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou anotácia a osobou Artem Yatsenko?", "mode": "fts", "expected_documents": [ "pages/students/2019/artem_yatsenko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2019/artem_yatsenko/README.md", "pages/students/2017/martin_jancura/README.md", "pages/topics/spacy/README.md", "pages/topics/named-entity/navod/README.md", "pages/topics/question/navod/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", "https://zp.kemt.fei.tuke.sk/topics/spacy", "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod", "https://zp.kemt.fei.tuke.sk/topics/question/navod" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0212", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou anotácia a osobou Artem Yatsenko?", "mode": "vector", "expected_documents": [ "pages/students/2019/artem_yatsenko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2019/artem_yatsenko/README.md", "pages/students/2021/vladimir_ferko/README.md", "pages/topics/question/navod/README.md", "pages/students/2016/tomas_kucharik/README.md", "pages/topics/named-entity/navod/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", "https://zp.kemt.fei.tuke.sk/topics/question/navod", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0212", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou anotácia a osobou Artem Yatsenko?", "mode": "hybrid", "expected_documents": [ "pages/students/2019/artem_yatsenko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2019/artem_yatsenko/README.md", "pages/topics/question/navod/README.md", "pages/topics/named-entity/navod/README.md", "pages/students/2021/vladimir_ferko/README.md", "pages/topics/faq/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/topics/question/navod", "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod", "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", "https://zp.kemt.fei.tuke.sk/topics/faq" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0213", "split": "dev", "category": "specific_fact", "difficulty": "medium", "question": "Koľko článkov mal Artem Yatsenko minimálne anotovať cez webové rozhranie?", "mode": "fts", "expected_documents": [ "pages/students/2019/artem_yatsenko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2019/artem_yatsenko/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md", "pages/students/2019/filip_tomas/README.md", "pages/students/2016/jakub_maruniak/README.md", "pages/students/2022/oleh_poiasnik/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0213", "split": "dev", "category": "specific_fact", "difficulty": "medium", "question": "Koľko článkov mal Artem Yatsenko minimálne anotovať cez webové rozhranie?", "mode": "vector", "expected_documents": [ "pages/students/2019/artem_yatsenko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2019/artem_yatsenko/README.md", "pages/students/2019/michal_stromko/README.md", "pages/students/2020/matej_kobylan/README.md", "pages/students/2021/vladimir_ferko/README.md", "pages/students/2016/jakub_maruniak/dp2021/train_experiments/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021/train_experiments" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0213", "split": "dev", "category": "specific_fact", "difficulty": "medium", "question": "Koľko článkov mal Artem Yatsenko minimálne anotovať cez webové rozhranie?", "mode": "hybrid", "expected_documents": [ "pages/students/2019/artem_yatsenko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2019/artem_yatsenko/README.md", "pages/students/2020/matej_kobylan/README.md", "pages/students/2019/michal_stromko/README.md", "pages/students/2021/vladimir_ferko/README.md", "pages/students/2016/jakub_maruniak/dp2021/train_experiments/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021/train_experiments" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0229", "split": "dev", "category": "entity_lookup", "difficulty": "easy", "question": "Nájdi dokument o osobe Matej Ščišľak.", "mode": "fts", "expected_documents": [ "pages/students/2021/matej_scislak/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2021/matej_scislak/README.md", "pages/topics/chatbot/README.md", "pages/topics/legal/README.md", "pages/students/2020/matej_kobylan/README.md", "pages/students/2021/matej_novotny/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/topics/chatbot", "https://zp.kemt.fei.tuke.sk/topics/legal", "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0229", "split": "dev", "category": "entity_lookup", "difficulty": "easy", "question": "Nájdi dokument o osobe Matej Ščišľak.", "mode": "vector", "expected_documents": [ "pages/students/2021/matej_scislak/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2021/matej_scislak/README.md", "pages/students/2021/manohar_gowdru_shridharu/README.md", "pages/students/2020/matej_kobylan/README.md", "pages/students/2021/matej_novotny/README.md", "pages/interns/oliver_pejic/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0229", "split": "dev", "category": "entity_lookup", "difficulty": "easy", "question": "Nájdi dokument o osobe Matej Ščišľak.", "mode": "hybrid", "expected_documents": [ "pages/students/2021/matej_scislak/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2021/matej_scislak/README.md", "pages/students/2020/matej_kobylan/README.md", "pages/students/2021/matej_novotny/README.md", "pages/students/2021/manohar_gowdru_shridharu/README.md", "pages/interns/oliver_pejic/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0230", "split": "dev", "category": "fact_title", "difficulty": "easy", "question": "Aký je názov diplomová práca osoby Matej Ščišľak?", "mode": "fts", "expected_documents": [ "pages/students/2021/matej_scislak/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2021/matej_scislak/README.md", "pages/topics/chatbot/README.md", "pages/students/2023/maksym_zatirka/README.md", "pages/students/2021/matej_novotny/README.md", "pages/topics/legal/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/topics/chatbot", "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/topics/legal" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0230", "split": "dev", "category": "fact_title", "difficulty": "easy", "question": "Aký je názov diplomová práca osoby Matej Ščišľak?", "mode": "vector", "expected_documents": [ "pages/students/2021/matej_scislak/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2021/matej_scislak/README.md", "pages/students/2021/matej_novotny/README.md", "pages/students/2016/mark_feher/README.md", "pages/students/2020/matus_suchanic/README.md", "pages/students/2021/martin_sarissky/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0230", "split": "dev", "category": "fact_title", "difficulty": "easy", "question": "Aký je názov diplomová práca osoby Matej Ščišľak?", "mode": "hybrid", "expected_documents": [ "pages/students/2021/matej_scislak/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2021/matej_scislak/README.md", "pages/students/2021/matej_novotny/README.md", "pages/students/2016/mark_feher/README.md", "pages/students/2021/martin_sarissky/README.md", "pages/students/2023/maksym_zatirka/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0231", "split": "dev", "category": "reverse_lookup", "difficulty": "medium", "question": "Kto sa venuje práci s názvom „Znalostné grafy pre zlepšenie vyhľadávania právnych informácií“?", "mode": "fts", "expected_documents": [ "pages/students/2021/matej_scislak/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2021/matej_scislak/README.md", "pages/students/2022/valerii_kutsenko/README.md", "pages/students/2021/martin_sarissky/README.md", "pages/students/2022/oleh_poiasnik/README.md", "pages/students/2016/tomas_kucharik/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0231", "split": "dev", "category": "reverse_lookup", "difficulty": "medium", "question": "Kto sa venuje práci s názvom „Znalostné grafy pre zlepšenie vyhľadávania právnych informácií“?", "mode": "vector", "expected_documents": [ "pages/students/2021/matej_scislak/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2021/matej_scislak/README.md", "pages/students/2022/valerii_kutsenko/README.md", "pages/topics/legal/README.md", "pages/students/2016/jan_holp/README.md", "pages/students/2016/jan_holp/timovy_projekt/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", "https://zp.kemt.fei.tuke.sk/topics/legal", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0231", "split": "dev", "category": "reverse_lookup", "difficulty": "medium", "question": "Kto sa venuje práci s názvom „Znalostné grafy pre zlepšenie vyhľadávania právnych informácií“?", "mode": "hybrid", "expected_documents": [ "pages/students/2021/matej_scislak/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2021/matej_scislak/README.md", "pages/students/2022/valerii_kutsenko/README.md", "pages/students/2023/maksym_zatirka/README.md", "pages/students/2016/jan_holp/README.md", "pages/students/2016/jan_holp/timovy_projekt/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0232", "split": "dev", "category": "topic_lookup", "difficulty": "medium", "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Znalostné grafy pre zlepšenie vyhľadávania právnych informácií“.", "mode": "fts", "expected_documents": [ "pages/students/2021/matej_scislak/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2021/matej_scislak/README.md", "pages/students/2022/valerii_kutsenko/README.md", "pages/students/2021/martin_sarissky/README.md", "pages/students/2022/oleh_poiasnik/README.md", "pages/students/2021/vladimir_ferko/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0232", "split": "dev", "category": "topic_lookup", "difficulty": "medium", "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Znalostné grafy pre zlepšenie vyhľadávania právnych informácií“.", "mode": "vector", "expected_documents": [ "pages/students/2021/matej_scislak/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2021/matej_scislak/README.md", "pages/topics/legal/README.md", "pages/students/2023/maksym_zatirka/README.md", "pages/students/2022/jan_malinovsky/README.md", "pages/students/2022/valerii_kutsenko/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/topics/legal", "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0232", "split": "dev", "category": "topic_lookup", "difficulty": "medium", "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Znalostné grafy pre zlepšenie vyhľadávania právnych informácií“.", "mode": "hybrid", "expected_documents": [ "pages/students/2021/matej_scislak/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2021/matej_scislak/README.md", "pages/students/2023/maksym_zatirka/README.md", "pages/students/2022/valerii_kutsenko/README.md", "pages/students/2019/michal_stromko/README.md", "pages/topics/legal/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "https://zp.kemt.fei.tuke.sk/topics/legal" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0233", "split": "dev", "category": "paraphrase", "difficulty": "medium", "question": "O čom je práca osoby Matej Ščišľak?", "mode": "fts", "expected_documents": [ "pages/students/2021/matej_scislak/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2021/matej_scislak/README.md", "pages/topics/chatbot/README.md", "pages/students/2020/matej_kobylan/README.md", "pages/topics/legal/README.md", "pages/students/2023/maksym_zatirka/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/topics/chatbot", "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", "https://zp.kemt.fei.tuke.sk/topics/legal", "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0233", "split": "dev", "category": "paraphrase", "difficulty": "medium", "question": "O čom je práca osoby Matej Ščišľak?", "mode": "vector", "expected_documents": [ "pages/students/2021/matej_scislak/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2021/matej_scislak/README.md", "pages/students/2020/matej_kobylan/README.md", "pages/students/2020/matus_suchanic/README.md", "pages/students/2023/maksym_zatirka/README.md", "pages/students/2021/martin_sarissky/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0233", "split": "dev", "category": "paraphrase", "difficulty": "medium", "question": "O čom je práca osoby Matej Ščišľak?", "mode": "hybrid", "expected_documents": [ "pages/students/2021/matej_scislak/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2021/matej_scislak/README.md", "pages/students/2020/matej_kobylan/README.md", "pages/students/2023/maksym_zatirka/README.md", "pages/students/2021/martin_sarissky/README.md", "pages/students/2021/matej_novotny/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0234", "split": "dev", "category": "fact_start_year", "difficulty": "easy", "question": "V ktorom roku začal študovať Matej Ščišľak?", "mode": "fts", "expected_documents": [ "pages/students/2021/matej_scislak/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2021/matej_scislak/README.md", "pages/topics/chatbot/README.md", "pages/students/2021/eduard_matovka/README.md", "pages/students/2016/jakub_maruniak/timovy_projekt/README.md", "pages/topics/legal/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/topics/chatbot", "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt", "https://zp.kemt.fei.tuke.sk/topics/legal" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0234", "split": "dev", "category": "fact_start_year", "difficulty": "easy", "question": "V ktorom roku začal študovať Matej Ščišľak?", "mode": "vector", "expected_documents": [ "pages/students/2021/matej_scislak/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2021/matej_scislak/README.md", "pages/students/2020/matus_suchanic/README.md", "pages/students/2021/matej_novotny/README.md", "pages/students/2022/jan_malinovsky/README.md", "pages/students/2020/david_kostilnik/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0234", "split": "dev", "category": "fact_start_year", "difficulty": "easy", "question": "V ktorom roku začal študovať Matej Ščišľak?", "mode": "hybrid", "expected_documents": [ "pages/students/2021/matej_scislak/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2021/matej_scislak/README.md", "pages/students/2021/matej_novotny/README.md", "pages/students/2020/matej_kobylan/README.md", "pages/students/2020/matus_suchanic/README.md", "pages/students/2022/jan_malinovsky/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0235", "split": "dev", "category": "verification", "difficulty": "medium", "question": "Je pri osobe Matej Ščišľak uvedený rok začiatku štúdia 2021?", "mode": "fts", "expected_documents": [ "pages/students/2021/matej_scislak/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2021/matej_scislak/README.md", "pages/students/2021/matej_novotny/README.md", "pages/students/2020/matej_kobylan/README.md", "pages/students/2023/samuel_dzurina/README.md", "pages/students/2021/eduard_matovka/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0235", "split": "dev", "category": "verification", "difficulty": "medium", "question": "Je pri osobe Matej Ščišľak uvedený rok začiatku štúdia 2021?", "mode": "vector", "expected_documents": [ "pages/students/2021/matej_scislak/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2021/matej_scislak/README.md", "pages/students/2018/martin_wencel/README.md", "pages/students/2018/NaN1name_buday/README.md", "pages/students/2021/matej_novotny/README.md", "pages/students/2016/maros_harahus/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", "https://zp.kemt.fei.tuke.sk/students/2018/NaN1name_buday", "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0235", "split": "dev", "category": "verification", "difficulty": "medium", "question": "Je pri osobe Matej Ščišľak uvedený rok začiatku štúdia 2021?", "mode": "hybrid", "expected_documents": [ "pages/students/2021/matej_scislak/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2021/matej_scislak/README.md", "pages/students/2021/matej_novotny/README.md", "pages/students/2018/NaN1name_buday/README.md", "pages/students/2018/martin_wencel/README.md", "pages/students/2020/matus_suchanic/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2018/NaN1name_buday", "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0236", "split": "dev", "category": "fact_work_year", "difficulty": "easy", "question": "V ktorom roku je pri osobe Matej Ščišľak uvedená diplomová práca?", "mode": "fts", "expected_documents": [ "pages/students/2021/matej_scislak/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2021/matej_scislak/README.md", "pages/topics/chatbot/README.md", "pages/students/2021/matej_novotny/README.md", "pages/topics/legal/README.md", "pages/students/2023/maksym_zatirka/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/topics/chatbot", "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/topics/legal", "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0236", "split": "dev", "category": "fact_work_year", "difficulty": "easy", "question": "V ktorom roku je pri osobe Matej Ščišľak uvedená diplomová práca?", "mode": "vector", "expected_documents": [ "pages/students/2021/matej_scislak/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2021/matej_scislak/README.md", "pages/students/2021/matej_novotny/README.md", "pages/students/2016/mark_feher/README.md", "pages/students/2020/matus_suchanic/README.md", "pages/students/2021/martin_sarissky/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0236", "split": "dev", "category": "fact_work_year", "difficulty": "easy", "question": "V ktorom roku je pri osobe Matej Ščišľak uvedená diplomová práca?", "mode": "hybrid", "expected_documents": [ "pages/students/2021/matej_scislak/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2021/matej_scislak/README.md", "pages/students/2021/matej_novotny/README.md", "pages/students/2021/martin_sarissky/README.md", "pages/students/2016/mark_feher/README.md", "pages/students/2023/maksym_zatirka/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0237", "split": "dev", "category": "disambiguation_year", "difficulty": "hard", "question": "Rozlíš rok začiatku štúdia a rok práce osoby Matej Ščišľak.", "mode": "fts", "expected_documents": [ "pages/students/2021/matej_scislak/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2021/matej_scislak/README.md", "pages/students/2021/matej_novotny/README.md", "pages/students/2020/matej_kobylan/README.md", "pages/students/2023/samuel_dzurina/README.md", "pages/students/2023/rostyslav_rodzhuk/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0237", "split": "dev", "category": "disambiguation_year", "difficulty": "hard", "question": "Rozlíš rok začiatku štúdia a rok práce osoby Matej Ščišľak.", "mode": "vector", "expected_documents": [ "pages/students/2021/matej_scislak/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2021/matej_scislak/README.md", "pages/students/2020/matej_kobylan/README.md", "pages/students/2017/martin_jancura/README.md", "pages/students/2016/maros_harahus/README.md", "pages/students/2021/matej_novotny/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0237", "split": "dev", "category": "disambiguation_year", "difficulty": "hard", "question": "Rozlíš rok začiatku štúdia a rok práce osoby Matej Ščišľak.", "mode": "hybrid", "expected_documents": [ "pages/students/2021/matej_scislak/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2021/matej_scislak/README.md", "pages/students/2020/matej_kobylan/README.md", "pages/students/2017/martin_jancura/README.md", "pages/students/2016/maros_harahus/README.md", "pages/students/2022/jan_malinovsky/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0238", "split": "dev", "category": "adversarial_year", "difficulty": "hard", "question": "Je rok 2021 rokom záverečnej práce osoby Matej Ščišľak?", "mode": "fts", "expected_documents": [ "pages/students/2021/matej_scislak/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2021/matej_scislak/README.md", "pages/students/2021/matej_novotny/README.md", "pages/topics/chatbot/README.md", "pages/topics/faq/README.md", "pages/topics/akopisat/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/topics/chatbot", "https://zp.kemt.fei.tuke.sk/topics/faq", "https://zp.kemt.fei.tuke.sk/topics/akopisat" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0238", "split": "dev", "category": "adversarial_year", "difficulty": "hard", "question": "Je rok 2021 rokom záverečnej práce osoby Matej Ščišľak?", "mode": "vector", "expected_documents": [ "pages/students/2021/matej_scislak/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2021/matej_scislak/README.md", "pages/students/2016/tomas_kucharik/README.md", "pages/students/2020/matus_suchanic/README.md", "pages/students/2018/martin_wencel/README.md", "pages/students/2021/matej_novotny/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0238", "split": "dev", "category": "adversarial_year", "difficulty": "hard", "question": "Je rok 2021 rokom záverečnej práce osoby Matej Ščišľak?", "mode": "hybrid", "expected_documents": [ "pages/students/2021/matej_scislak/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2021/matej_scislak/README.md", "pages/students/2021/matej_novotny/README.md", "pages/students/2016/tomas_kucharik/README.md", "pages/students/2020/matus_suchanic/README.md", "pages/students/2020/matej_kobylan/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0239", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou GraphRAG a osobou Matej Ščišľak?", "mode": "fts", "expected_documents": [ "pages/students/2021/matej_scislak/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2021/matej_scislak/README.md", "pages/students/2020/matej_kobylan/README.md", "pages/topics/chatbot/README.md", "pages/students/2017/martin_jancura/README.md", "pages/students/2021/matej_novotny/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", "https://zp.kemt.fei.tuke.sk/topics/chatbot", "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0239", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou GraphRAG a osobou Matej Ščišľak?", "mode": "vector", "expected_documents": [ "pages/students/2021/matej_scislak/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2021/matej_scislak/README.md", "pages/students/2022/jan_malinovsky/README.md", "pages/students/2023/maksym_zatirka/README.md", "pages/students/2021/martin_sarissky/README.md", "pages/students/2022/oleh_poiasnik/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0239", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou GraphRAG a osobou Matej Ščišľak?", "mode": "hybrid", "expected_documents": [ "pages/students/2021/matej_scislak/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2021/matej_scislak/README.md", "pages/students/2023/maksym_zatirka/README.md", "pages/students/2022/jan_malinovsky/README.md", "pages/students/2022/oleh_poiasnik/README.md", "pages/students/2022/jan_ptak/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0240", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou Neo4J a osobou Matej Ščišľak?", "mode": "fts", "expected_documents": [ "pages/students/2021/matej_scislak/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2021/matej_scislak/README.md", "pages/students/2023/maksym_zatirka/README.md", "pages/students/2020/matej_kobylan/README.md", "pages/topics/chatbot/README.md", "pages/students/2017/martin_jancura/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", "https://zp.kemt.fei.tuke.sk/topics/chatbot", "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0240", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou Neo4J a osobou Matej Ščišľak?", "mode": "vector", "expected_documents": [ "pages/students/2021/matej_scislak/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2021/matej_scislak/README.md", "pages/students/2023/maksym_zatirka/README.md", "pages/students/2021/eduard_matovka/README.md", "pages/topics/chatbot/README.md", "pages/students/2018/NaN1name_buday/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", "https://zp.kemt.fei.tuke.sk/topics/chatbot", "https://zp.kemt.fei.tuke.sk/students/2018/NaN1name_buday" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0240", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou Neo4J a osobou Matej Ščišľak?", "mode": "hybrid", "expected_documents": [ "pages/students/2021/matej_scislak/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2021/matej_scislak/README.md", "pages/students/2023/maksym_zatirka/README.md", "pages/topics/chatbot/README.md", "pages/students/2020/matej_kobylan/README.md", "pages/students/2021/eduard_matovka/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", "https://zp.kemt.fei.tuke.sk/topics/chatbot", "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0241", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou FAISS a osobou Matej Ščišľak?", "mode": "fts", "expected_documents": [ "pages/students/2021/matej_scislak/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2021/matej_scislak/README.md", "pages/students/2019/michal_stromko/README.md", "pages/students/2020/matej_kobylan/README.md", "pages/topics/chatbot/README.md", "pages/students/2017/martin_jancura/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", "https://zp.kemt.fei.tuke.sk/topics/chatbot", "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0241", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou FAISS a osobou Matej Ščišľak?", "mode": "vector", "expected_documents": [ "pages/students/2021/matej_scislak/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2021/matej_scislak/README.md", "pages/students/2021/martin_sarissky/README.md", "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/topics/faq/README.md", "pages/topics/chatbot/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/topics/faq", "https://zp.kemt.fei.tuke.sk/topics/chatbot" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0241", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou FAISS a osobou Matej Ščišľak?", "mode": "hybrid", "expected_documents": [ "pages/students/2021/matej_scislak/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2021/matej_scislak/README.md", "pages/students/2021/martin_sarissky/README.md", "pages/topics/chatbot/README.md", "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2019/michal_stromko/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/topics/chatbot", "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0242", "split": "dev", "category": "specific_fact", "difficulty": "medium", "question": "Z akých dvoch hlavných častí sa skladal GraphRAG Mateja Ščišľaka?", "mode": "fts", "expected_documents": [ "pages/students/2021/matej_scislak/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2021/matej_scislak/README.md", "pages/students/2016/jan_holp/timovy_projekt/README.md", "pages/students/2023/maksym_zatirka/README.md", "pages/students/2016/patrik_pavlisin/tp20/README.md", "pages/students/2022/jan_malinovsky/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt", "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20", "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0242", "split": "dev", "category": "specific_fact", "difficulty": "medium", "question": "Z akých dvoch hlavných častí sa skladal GraphRAG Mateja Ščišľaka?", "mode": "vector", "expected_documents": [ "pages/students/2021/matej_scislak/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2021/matej_scislak/README.md", "pages/students/2022/jan_malinovsky/README.md", "pages/students/2023/maksym_zatirka/README.md", "pages/students/2021/martin_sarissky/README.md", "pages/students/2022/oleh_poiasnik/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0242", "split": "dev", "category": "specific_fact", "difficulty": "medium", "question": "Z akých dvoch hlavných častí sa skladal GraphRAG Mateja Ščišľaka?", "mode": "hybrid", "expected_documents": [ "pages/students/2021/matej_scislak/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2021/matej_scislak/README.md", "pages/students/2022/jan_malinovsky/README.md", "pages/students/2022/oleh_poiasnik/README.md", "pages/students/2023/maksym_zatirka/README.md", "pages/students/2022/jan_ptak/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0243", "split": "dev", "category": "specific_fact", "difficulty": "medium", "question": "Koľko otázok bolo vytvorených na testovanie systému Mateja Ščišľaka?", "mode": "fts", "expected_documents": [ "pages/students/2021/matej_scislak/README.md" ], "first_relevant_rank": 4, "reciprocal_rank": 0.25, "top_documents": [ "pages/topics/question/nezodpovedatelne/README.md", "pages/topics/question/validacie/README.md", "pages/topics/question/navod/README.md", "pages/students/2021/matej_scislak/README.md", "pages/students/2019/filip_tomas/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne", "https://zp.kemt.fei.tuke.sk/topics/question/validacie", "https://zp.kemt.fei.tuke.sk/topics/question/navod", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" ], "hit_at_1": 0, "recall_at_1": 0.0, "hit_at_3": 0, "recall_at_3": 0.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0243", "split": "dev", "category": "specific_fact", "difficulty": "medium", "question": "Koľko otázok bolo vytvorených na testovanie systému Mateja Ščišľaka?", "mode": "vector", "expected_documents": [ "pages/students/2021/matej_scislak/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2021/matej_scislak/README.md", "pages/students/2022/valerii_kutsenko/README.md", "pages/students/2018/oleh_bilykh/README.md", "pages/students/2016/tomas_kucharik/README.md", "pages/students/2021/martin_sarissky/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0243", "split": "dev", "category": "specific_fact", "difficulty": "medium", "question": "Koľko otázok bolo vytvorených na testovanie systému Mateja Ščišľaka?", "mode": "hybrid", "expected_documents": [ "pages/students/2021/matej_scislak/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2021/matej_scislak/README.md", "pages/students/2016/tomas_kucharik/README.md", "pages/students/2021/martin_sarissky/README.md", "pages/students/2022/valerii_kutsenko/README.md", "pages/students/2018/oleh_bilykh/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0244", "split": "dev", "category": "specific_fact", "difficulty": "medium", "question": "Aký bol názov bakalárskej práce Mateja Ščišľaka v roku 2024?", "mode": "fts", "expected_documents": [ "pages/students/2021/matej_scislak/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2021/matej_scislak/README.md", "pages/students/2016/jan_holp/README.md", "pages/students/2016/ediz_morochovic/README.md", "pages/students/2016/patrik_pavlisin/README.md", "pages/students/2021/martin_sarissky/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0244", "split": "dev", "category": "specific_fact", "difficulty": "medium", "question": "Aký bol názov bakalárskej práce Mateja Ščišľaka v roku 2024?", "mode": "vector", "expected_documents": [ "pages/students/2021/matej_scislak/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2021/matej_scislak/README.md", "pages/students/2021/eduard_matovka/README.md", "pages/students/2020/matus_suchanic/README.md", "pages/students/2021/martin_sarissky/README.md", "pages/students/2020/matej_kobylan/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0244", "split": "dev", "category": "specific_fact", "difficulty": "medium", "question": "Aký bol názov bakalárskej práce Mateja Ščišľaka v roku 2024?", "mode": "hybrid", "expected_documents": [ "pages/students/2021/matej_scislak/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2021/matej_scislak/README.md", "pages/students/2021/eduard_matovka/README.md", "pages/students/2020/matus_suchanic/README.md", "pages/students/2021/martin_sarissky/README.md", "pages/students/2020/matej_kobylan/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0245", "split": "dev", "category": "entity_lookup", "difficulty": "easy", "question": "Nájdi dokument o osobe Vladimír Ferko.", "mode": "fts", "expected_documents": [ "pages/students/2021/vladimir_ferko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2021/vladimir_ferko/README.md", "pages/students/2021/eduard_matovka/README.md", "pages/topics/hatespeech/README.md", "pages/interns/sevval_bulburu/README.md", "pages/students/2021/matej_scislak/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", "https://zp.kemt.fei.tuke.sk/topics/hatespeech", "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0245", "split": "dev", "category": "entity_lookup", "difficulty": "easy", "question": "Nájdi dokument o osobe Vladimír Ferko.", "mode": "vector", "expected_documents": [ "pages/students/2021/vladimir_ferko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2021/vladimir_ferko/README.md", "pages/students/2021/manohar_gowdru_shridharu/README.md", "pages/interns/sevval_bulburu/README.md", "pages/students/2020/vladyslav_krupko/README.md", "pages/students/2022/valerii_kutsenko/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0245", "split": "dev", "category": "entity_lookup", "difficulty": "easy", "question": "Nájdi dokument o osobe Vladimír Ferko.", "mode": "hybrid", "expected_documents": [ "pages/students/2021/vladimir_ferko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2021/vladimir_ferko/README.md", "pages/students/2021/manohar_gowdru_shridharu/README.md", "pages/interns/sevval_bulburu/README.md", "pages/students/2020/vladyslav_krupko/README.md", "pages/students/2022/valerii_kutsenko/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0246", "split": "dev", "category": "fact_title", "difficulty": "easy", "question": "Aký je názov bakalárska práca osoby Vladimír Ferko?", "mode": "fts", "expected_documents": [ "pages/students/2021/vladimir_ferko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2021/vladimir_ferko/README.md", "pages/students/2021/eduard_matovka/README.md", "pages/topics/hatespeech/README.md", "pages/interns/sevval_bulburu/README.md", "pages/students/2020/matus_suchanic/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", "https://zp.kemt.fei.tuke.sk/topics/hatespeech", "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0246", "split": "dev", "category": "fact_title", "difficulty": "easy", "question": "Aký je názov bakalárska práca osoby Vladimír Ferko?", "mode": "vector", "expected_documents": [ "pages/students/2021/vladimir_ferko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2021/vladimir_ferko/README.md", "pages/students/2021/eduard_matovka/README.md", "pages/students/2020/vladyslav_krupko/README.md", "pages/students/2019/michal_stromko/README.md", "pages/students/2023/samuel_dzurina/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0246", "split": "dev", "category": "fact_title", "difficulty": "easy", "question": "Aký je názov bakalárska práca osoby Vladimír Ferko?", "mode": "hybrid", "expected_documents": [ "pages/students/2021/vladimir_ferko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2021/vladimir_ferko/README.md", "pages/students/2021/eduard_matovka/README.md", "pages/students/2016/jan_holp/README.md", "pages/students/2020/vladyslav_krupko/README.md", "pages/students/2016/patrik_pavlisin/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0247", "split": "dev", "category": "reverse_lookup", "difficulty": "medium", "question": "Kto sa venuje práci s názvom „Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči“?", "mode": "fts", "expected_documents": [ "pages/students/2021/vladimir_ferko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2021/vladimir_ferko/README.md", "pages/students/2022/tetiana_mohorian/README.md", "pages/students/2017/martin_jancura/README.md", "pages/students/2019/patrik_pokrivcak/README.md", "pages/topics/question/navod/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", "https://zp.kemt.fei.tuke.sk/topics/question/navod" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0247", "split": "dev", "category": "reverse_lookup", "difficulty": "medium", "question": "Kto sa venuje práci s názvom „Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči“?", "mode": "vector", "expected_documents": [ "pages/students/2021/vladimir_ferko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2021/vladimir_ferko/README.md", "pages/students/2020/jakub_kristian_lukas/README.md", "pages/students/2021/matej_novotny/README.md", "pages/students/2019/patrik_pokrivcak/README.md", "pages/students/2022/tetiana_mohorian/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0247", "split": "dev", "category": "reverse_lookup", "difficulty": "medium", "question": "Kto sa venuje práci s názvom „Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči“?", "mode": "hybrid", "expected_documents": [ "pages/students/2021/vladimir_ferko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2021/vladimir_ferko/README.md", "pages/students/2020/jakub_kristian_lukas/README.md", "pages/students/2022/tetiana_mohorian/README.md", "pages/students/2019/patrik_pokrivcak/README.md", "pages/students/2021/matej_novotny/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0248", "split": "dev", "category": "topic_lookup", "difficulty": "medium", "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči“.", "mode": "fts", "expected_documents": [ "pages/students/2021/vladimir_ferko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2021/vladimir_ferko/README.md", "pages/students/2022/tetiana_mohorian/README.md", "pages/students/2017/martin_jancura/README.md", "pages/students/2019/patrik_pokrivcak/README.md", "pages/students/2019/michal_stromko/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0248", "split": "dev", "category": "topic_lookup", "difficulty": "medium", "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči“.", "mode": "vector", "expected_documents": [ "pages/students/2021/vladimir_ferko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2021/vladimir_ferko/README.md", "pages/students/2021/matej_novotny/README.md", "pages/students/2020/jakub_kristian_lukas/README.md", "pages/students/2022/tetiana_mohorian/README.md", "pages/students/2019/patrik_pokrivcak/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0248", "split": "dev", "category": "topic_lookup", "difficulty": "medium", "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči“.", "mode": "hybrid", "expected_documents": [ "pages/students/2021/vladimir_ferko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2021/vladimir_ferko/README.md", "pages/students/2020/jakub_kristian_lukas/README.md", "pages/students/2022/tetiana_mohorian/README.md", "pages/students/2019/patrik_pokrivcak/README.md", "pages/students/2021/matej_novotny/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0249", "split": "dev", "category": "paraphrase", "difficulty": "medium", "question": "O čom je práca osoby Vladimír Ferko?", "mode": "fts", "expected_documents": [ "pages/students/2021/vladimir_ferko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2021/vladimir_ferko/README.md", "pages/topics/hatespeech/README.md", "pages/students/2021/eduard_matovka/README.md", "pages/interns/sevval_bulburu/README.md", "pages/students/2021/martin_sarissky/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", "https://zp.kemt.fei.tuke.sk/topics/hatespeech", "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0249", "split": "dev", "category": "paraphrase", "difficulty": "medium", "question": "O čom je práca osoby Vladimír Ferko?", "mode": "vector", "expected_documents": [ "pages/students/2021/vladimir_ferko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2021/vladimir_ferko/README.md", "pages/students/2020/vladyslav_krupko/README.md", "pages/students/2021/eduard_matovka/README.md", "pages/students/2021/matej_scislak/README.md", "pages/students/2022/valerii_kutsenko/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0249", "split": "dev", "category": "paraphrase", "difficulty": "medium", "question": "O čom je práca osoby Vladimír Ferko?", "mode": "hybrid", "expected_documents": [ "pages/students/2021/vladimir_ferko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2021/vladimir_ferko/README.md", "pages/students/2021/eduard_matovka/README.md", "pages/students/2020/vladyslav_krupko/README.md", "pages/students/2022/valerii_kutsenko/README.md", "pages/students/2021/matej_scislak/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0250", "split": "dev", "category": "fact_start_year", "difficulty": "easy", "question": "V ktorom roku začal študovať Vladimír Ferko?", "mode": "fts", "expected_documents": [ "pages/students/2021/vladimir_ferko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2021/vladimir_ferko/README.md", "pages/students/2021/eduard_matovka/README.md", "pages/topics/hatespeech/README.md", "pages/interns/sevval_bulburu/README.md", "pages/students/2016/jakub_maruniak/timovy_projekt/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", "https://zp.kemt.fei.tuke.sk/topics/hatespeech", "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0250", "split": "dev", "category": "fact_start_year", "difficulty": "easy", "question": "V ktorom roku začal študovať Vladimír Ferko?", "mode": "vector", "expected_documents": [ "pages/students/2021/vladimir_ferko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2021/vladimir_ferko/README.md", "pages/students/2022/valerii_kutsenko/README.md", "pages/students/2020/david_kostilnik/README.md", "pages/students/2020/vladyslav_krupko/README.md", "pages/students/2021/eduard_matovka/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0250", "split": "dev", "category": "fact_start_year", "difficulty": "easy", "question": "V ktorom roku začal študovať Vladimír Ferko?", "mode": "hybrid", "expected_documents": [ "pages/students/2021/vladimir_ferko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2021/vladimir_ferko/README.md", "pages/students/2021/eduard_matovka/README.md", "pages/students/2022/valerii_kutsenko/README.md", "pages/students/2020/david_kostilnik/README.md", "pages/students/2020/vladyslav_krupko/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0251", "split": "dev", "category": "verification", "difficulty": "medium", "question": "Je pri osobe Vladimír Ferko uvedený rok začiatku štúdia 2021?", "mode": "fts", "expected_documents": [ "pages/students/2021/vladimir_ferko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2021/vladimir_ferko/README.md", "pages/students/2021/eduard_matovka/README.md", "pages/topics/hatespeech/README.md", "pages/students/2021/matej_novotny/README.md", "pages/students/2021/matej_scislak/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", "https://zp.kemt.fei.tuke.sk/topics/hatespeech", "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0251", "split": "dev", "category": "verification", "difficulty": "medium", "question": "Je pri osobe Vladimír Ferko uvedený rok začiatku štúdia 2021?", "mode": "vector", "expected_documents": [ "pages/students/2021/vladimir_ferko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2021/vladimir_ferko/README.md", "pages/students/2021/eduard_matovka/README.md", "pages/students/2018/martin_wencel/README.md", "pages/students/2016/jakub_maruniak/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0251", "split": "dev", "category": "verification", "difficulty": "medium", "question": "Je pri osobe Vladimír Ferko uvedený rok začiatku štúdia 2021?", "mode": "hybrid", "expected_documents": [ "pages/students/2021/vladimir_ferko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2021/vladimir_ferko/README.md", "pages/students/2021/eduard_matovka/README.md", "pages/students/2018/martin_wencel/README.md", "pages/topics/hatespeech/README.md", "pages/students/2016/jakub_maruniak/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", "https://zp.kemt.fei.tuke.sk/topics/hatespeech", "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0252", "split": "dev", "category": "fact_work_year", "difficulty": "easy", "question": "V ktorom roku je pri osobe Vladimír Ferko uvedená bakalárska práca?", "mode": "fts", "expected_documents": [ "pages/students/2021/vladimir_ferko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2021/vladimir_ferko/README.md", "pages/students/2021/eduard_matovka/README.md", "pages/topics/hatespeech/README.md", "pages/interns/sevval_bulburu/README.md", "pages/students/2021/matej_scislak/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", "https://zp.kemt.fei.tuke.sk/topics/hatespeech", "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0252", "split": "dev", "category": "fact_work_year", "difficulty": "easy", "question": "V ktorom roku je pri osobe Vladimír Ferko uvedená bakalárska práca?", "mode": "vector", "expected_documents": [ "pages/students/2021/vladimir_ferko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2021/vladimir_ferko/README.md", "pages/students/2021/eduard_matovka/README.md", "pages/students/2020/vladyslav_krupko/README.md", "pages/students/2019/michal_stromko/README.md", "pages/students/2023/samuel_dzurina/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0252", "split": "dev", "category": "fact_work_year", "difficulty": "easy", "question": "V ktorom roku je pri osobe Vladimír Ferko uvedená bakalárska práca?", "mode": "hybrid", "expected_documents": [ "pages/students/2021/vladimir_ferko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2021/vladimir_ferko/README.md", "pages/students/2021/eduard_matovka/README.md", "pages/students/2020/vladyslav_krupko/README.md", "pages/students/2019/michal_stromko/README.md", "pages/students/2023/samuel_dzurina/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0253", "split": "dev", "category": "disambiguation_year", "difficulty": "hard", "question": "Rozlíš rok začiatku štúdia a rok práce osoby Vladimír Ferko.", "mode": "fts", "expected_documents": [ "pages/students/2021/vladimir_ferko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2021/vladimir_ferko/README.md", "pages/students/2021/eduard_matovka/README.md", "pages/topics/hatespeech/README.md", "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/interns/sevval_bulburu/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", "https://zp.kemt.fei.tuke.sk/topics/hatespeech", "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0253", "split": "dev", "category": "disambiguation_year", "difficulty": "hard", "question": "Rozlíš rok začiatku štúdia a rok práce osoby Vladimír Ferko.", "mode": "vector", "expected_documents": [ "pages/students/2021/vladimir_ferko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2021/vladimir_ferko/README.md", "pages/students/2020/vladyslav_krupko/README.md", "pages/topics/akopisat/README.md", "pages/students/2020/matej_kobylan/README.md", "pages/students/2023/samuel_dzurina/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", "https://zp.kemt.fei.tuke.sk/topics/akopisat", "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0253", "split": "dev", "category": "disambiguation_year", "difficulty": "hard", "question": "Rozlíš rok začiatku štúdia a rok práce osoby Vladimír Ferko.", "mode": "hybrid", "expected_documents": [ "pages/students/2021/vladimir_ferko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2021/vladimir_ferko/README.md", "pages/students/2021/eduard_matovka/README.md", "pages/students/2020/vladyslav_krupko/README.md", "pages/topics/akopisat/README.md", "pages/students/2020/matej_kobylan/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", "https://zp.kemt.fei.tuke.sk/topics/akopisat", "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0254", "split": "dev", "category": "adversarial_year", "difficulty": "hard", "question": "Je rok 2021 rokom záverečnej práce osoby Vladimír Ferko?", "mode": "fts", "expected_documents": [ "pages/students/2021/vladimir_ferko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2021/vladimir_ferko/README.md", "pages/students/2021/eduard_matovka/README.md", "pages/topics/hatespeech/README.md", "pages/interns/sevval_bulburu/README.md", "pages/topics/faq/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", "https://zp.kemt.fei.tuke.sk/topics/hatespeech", "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", "https://zp.kemt.fei.tuke.sk/topics/faq" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0254", "split": "dev", "category": "adversarial_year", "difficulty": "hard", "question": "Je rok 2021 rokom záverečnej práce osoby Vladimír Ferko?", "mode": "vector", "expected_documents": [ "pages/students/2021/vladimir_ferko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2021/vladimir_ferko/README.md", "pages/students/2021/eduard_matovka/README.md", "pages/students/2020/vladyslav_krupko/README.md", "pages/topics/akopisat/README.md", "pages/students/2018/martin_wencel/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", "https://zp.kemt.fei.tuke.sk/topics/akopisat", "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0254", "split": "dev", "category": "adversarial_year", "difficulty": "hard", "question": "Je rok 2021 rokom záverečnej práce osoby Vladimír Ferko?", "mode": "hybrid", "expected_documents": [ "pages/students/2021/vladimir_ferko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2021/vladimir_ferko/README.md", "pages/students/2021/eduard_matovka/README.md", "pages/topics/akopisat/README.md", "pages/topics/hatespeech/README.md", "pages/students/2020/vladyslav_krupko/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", "https://zp.kemt.fei.tuke.sk/topics/akopisat", "https://zp.kemt.fei.tuke.sk/topics/hatespeech", "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0255", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou hate speech a osobou Vladimír Ferko?", "mode": "fts", "expected_documents": [ "pages/students/2021/vladimir_ferko/README.md" ], "first_relevant_rank": 2, "reciprocal_rank": 0.5, "top_documents": [ "pages/topics/hatespeech/README.md", "pages/students/2021/vladimir_ferko/README.md", "pages/interns/sevval_bulburu/README.md", "pages/students/2021/eduard_matovka/README.md", "pages/students/2019/patrik_pokrivcak/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/hatespeech", "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak" ], "hit_at_1": 0, "recall_at_1": 0.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0255", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou hate speech a osobou Vladimír Ferko?", "mode": "vector", "expected_documents": [ "pages/students/2021/vladimir_ferko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2021/vladimir_ferko/README.md", "pages/topics/hatespeech/README.md", "pages/students/2020/jakub_kristian_lukas/README.md", "pages/students/2021/eduard_matovka/README.md", "pages/students/2021/matej_novotny/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", "https://zp.kemt.fei.tuke.sk/topics/hatespeech", "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0255", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou hate speech a osobou Vladimír Ferko?", "mode": "hybrid", "expected_documents": [ "pages/students/2021/vladimir_ferko/README.md" ], "first_relevant_rank": 2, "reciprocal_rank": 0.5, "top_documents": [ "pages/topics/hatespeech/README.md", "pages/students/2021/vladimir_ferko/README.md", "pages/students/2021/eduard_matovka/README.md", "pages/students/2020/jakub_kristian_lukas/README.md", "pages/students/2021/matej_novotny/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/hatespeech", "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" ], "hit_at_1": 0, "recall_at_1": 0.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0256", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou anotácia a osobou Vladimír Ferko?", "mode": "fts", "expected_documents": [ "pages/students/2021/vladimir_ferko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2021/vladimir_ferko/README.md", "pages/students/2021/eduard_matovka/README.md", "pages/topics/hatespeech/README.md", "pages/interns/sevval_bulburu/README.md", "pages/students/2017/martin_jancura/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", "https://zp.kemt.fei.tuke.sk/topics/hatespeech", "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0256", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou anotácia a osobou Vladimír Ferko?", "mode": "vector", "expected_documents": [ "pages/students/2021/vladimir_ferko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2021/vladimir_ferko/README.md", "pages/topics/question/navod/README.md", "pages/students/2021/eduard_matovka/README.md", "pages/topics/named-entity/navod/README.md", "pages/topics/question/validacie/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", "https://zp.kemt.fei.tuke.sk/topics/question/navod", "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod", "https://zp.kemt.fei.tuke.sk/topics/question/validacie" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0256", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou anotácia a osobou Vladimír Ferko?", "mode": "hybrid", "expected_documents": [ "pages/students/2021/vladimir_ferko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2021/vladimir_ferko/README.md", "pages/topics/question/navod/README.md", "pages/students/2021/eduard_matovka/README.md", "pages/topics/named-entity/navod/README.md", "pages/topics/faq/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", "https://zp.kemt.fei.tuke.sk/topics/question/navod", "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod", "https://zp.kemt.fei.tuke.sk/topics/faq" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0257", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou SlovakBERT a osobou Vladimír Ferko?", "mode": "fts", "expected_documents": [ "pages/students/2021/vladimir_ferko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2021/vladimir_ferko/README.md", "pages/students/2021/eduard_matovka/README.md", "pages/topics/hatespeech/README.md", "pages/interns/sevval_bulburu/README.md", "pages/students/2017/martin_jancura/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", "https://zp.kemt.fei.tuke.sk/topics/hatespeech", "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0257", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou SlovakBERT a osobou Vladimír Ferko?", "mode": "vector", "expected_documents": [ "pages/students/2021/vladimir_ferko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2021/vladimir_ferko/README.md", "pages/students/2020/david_kostilnik/README.md", "pages/students/2020/matus_suchanic/README.md", "pages/topics/faq/README.md", "pages/students/2020/vladyslav_krupko/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", "https://zp.kemt.fei.tuke.sk/topics/faq", "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0257", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou SlovakBERT a osobou Vladimír Ferko?", "mode": "hybrid", "expected_documents": [ "pages/students/2021/vladimir_ferko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2021/vladimir_ferko/README.md", "pages/topics/faq/README.md", "pages/students/2021/eduard_matovka/README.md", "pages/topics/bert/README.md", "pages/students/2020/matus_suchanic/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", "https://zp.kemt.fei.tuke.sk/topics/faq", "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", "https://zp.kemt.fei.tuke.sk/topics/bert", "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0258", "split": "dev", "category": "specific_fact", "difficulty": "medium", "question": "Aký model Vladimír Ferko natrénoval ako prvý?", "mode": "fts", "expected_documents": [ "pages/students/2021/vladimir_ferko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2021/vladimir_ferko/README.md", "pages/students/2021/eduard_matovka/README.md", "pages/topics/hatespeech/README.md", "pages/interns/sevval_bulburu/README.md", "pages/students/2016/patrik_pavlisin/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", "https://zp.kemt.fei.tuke.sk/topics/hatespeech", "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0258", "split": "dev", "category": "specific_fact", "difficulty": "medium", "question": "Aký model Vladimír Ferko natrénoval ako prvý?", "mode": "vector", "expected_documents": [ "pages/students/2021/vladimir_ferko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2021/vladimir_ferko/README.md", "pages/students/2022/valerii_kutsenko/README.md", "pages/students/2016/jakub_maruniak/dp2021/train_experiments/README.md", "pages/topics/bert/README.md", "pages/students/2022/andrii_pervashov/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021/train_experiments", "https://zp.kemt.fei.tuke.sk/topics/bert", "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0258", "split": "dev", "category": "specific_fact", "difficulty": "medium", "question": "Aký model Vladimír Ferko natrénoval ako prvý?", "mode": "hybrid", "expected_documents": [ "pages/students/2021/vladimir_ferko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2021/vladimir_ferko/README.md", "pages/students/2022/valerii_kutsenko/README.md", "pages/students/2016/jakub_maruniak/dp2021/train_experiments/README.md", "pages/topics/bert/README.md", "pages/students/2022/andrii_pervashov/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021/train_experiments", "https://zp.kemt.fei.tuke.sk/topics/bert", "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0259", "split": "dev", "category": "specific_fact", "difficulty": "medium", "question": "Aký benchmark alebo iniciatívu mal Vladimír Ferko naštudovať pre anotáciu nenávistnej reči?", "mode": "fts", "expected_documents": [ "pages/students/2021/vladimir_ferko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2021/vladimir_ferko/README.md", "pages/students/2019/patrik_pokrivcak/README.md", "pages/students/2021/eduard_matovka/README.md", "pages/students/2017/martin_jancura/README.md", "pages/topics/hatespeech/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", "https://zp.kemt.fei.tuke.sk/topics/hatespeech" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0259", "split": "dev", "category": "specific_fact", "difficulty": "medium", "question": "Aký benchmark alebo iniciatívu mal Vladimír Ferko naštudovať pre anotáciu nenávistnej reči?", "mode": "vector", "expected_documents": [ "pages/students/2021/vladimir_ferko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2021/vladimir_ferko/README.md", "pages/students/2021/matej_novotny/README.md", "pages/students/2019/patrik_pokrivcak/README.md", "pages/students/2020/jakub_kristian_lukas/README.md", "pages/topics/hatespeech/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", "https://zp.kemt.fei.tuke.sk/topics/hatespeech" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0259", "split": "dev", "category": "specific_fact", "difficulty": "medium", "question": "Aký benchmark alebo iniciatívu mal Vladimír Ferko naštudovať pre anotáciu nenávistnej reči?", "mode": "hybrid", "expected_documents": [ "pages/students/2021/vladimir_ferko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2021/vladimir_ferko/README.md", "pages/students/2019/patrik_pokrivcak/README.md", "pages/topics/hatespeech/README.md", "pages/students/2020/jakub_kristian_lukas/README.md", "pages/students/2022/tetiana_mohorian/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", "https://zp.kemt.fei.tuke.sk/topics/hatespeech", "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0275", "split": "dev", "category": "entity_lookup", "difficulty": "easy", "question": "Nájdi dokument o osobe Matej Novotný.", "mode": "fts", "expected_documents": [ "pages/students/2021/matej_novotny/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2021/matej_novotny/README.md", "pages/students/2021/matej_scislak/README.md", "pages/students/2020/matej_kobylan/README.md", "pages/students/2019/david_stromp/README.md", "pages/students/2019/michal_stromko/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0275", "split": "dev", "category": "entity_lookup", "difficulty": "easy", "question": "Nájdi dokument o osobe Matej Novotný.", "mode": "vector", "expected_documents": [ "pages/students/2021/matej_novotny/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2021/matej_novotny/README.md", "pages/students/2021/manohar_gowdru_shridharu/README.md", "pages/students/2020/matej_kobylan/README.md", "pages/students/2021/matej_scislak/README.md", "pages/interns/oliver_pejic/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0275", "split": "dev", "category": "entity_lookup", "difficulty": "easy", "question": "Nájdi dokument o osobe Matej Novotný.", "mode": "hybrid", "expected_documents": [ "pages/students/2021/matej_novotny/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2021/matej_novotny/README.md", "pages/students/2020/matej_kobylan/README.md", "pages/students/2021/matej_scislak/README.md", "pages/students/2021/manohar_gowdru_shridharu/README.md", "pages/interns/oliver_pejic/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0276", "split": "dev", "category": "fact_title", "difficulty": "easy", "question": "Aký je názov diplomová práca osoby Matej Novotný?", "mode": "fts", "expected_documents": [ "pages/students/2021/matej_novotny/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2021/matej_novotny/README.md", "pages/students/2021/matej_scislak/README.md", "pages/students/2020/matus_suchanic/README.md", "pages/students/2018/david_omasta/README.md", "pages/students/2020/matej_kobylan/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0276", "split": "dev", "category": "fact_title", "difficulty": "easy", "question": "Aký je názov diplomová práca osoby Matej Novotný?", "mode": "vector", "expected_documents": [ "pages/students/2021/matej_novotny/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2021/matej_novotny/README.md", "pages/students/2020/matus_suchanic/README.md", "pages/students/2021/matej_scislak/README.md", "pages/students/2016/mark_feher/README.md", "pages/students/2020/david_kostilnik/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0276", "split": "dev", "category": "fact_title", "difficulty": "easy", "question": "Aký je názov diplomová práca osoby Matej Novotný?", "mode": "hybrid", "expected_documents": [ "pages/students/2021/matej_novotny/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2021/matej_novotny/README.md", "pages/students/2021/matej_scislak/README.md", "pages/students/2016/mark_feher/README.md", "pages/students/2018/david_omasta/README.md", "pages/students/2020/matus_suchanic/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0277", "split": "dev", "category": "reverse_lookup", "difficulty": "medium", "question": "Kto sa venuje práci s názvom „Klasifikácia webových dát pre lepšie jazykové modelovanie“?", "mode": "fts", "expected_documents": [ "pages/students/2021/matej_novotny/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2021/matej_novotny/README.md", "pages/topics/resources/README.md", "pages/students/2018/ondrej_megela/README.md", "pages/students/2016/mark_feher/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/topics/resources", "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0277", "split": "dev", "category": "reverse_lookup", "difficulty": "medium", "question": "Kto sa venuje práci s názvom „Klasifikácia webových dát pre lepšie jazykové modelovanie“?", "mode": "vector", "expected_documents": [ "pages/students/2021/matej_novotny/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2021/matej_novotny/README.md", "pages/topics/bert/README.md", "pages/students/2022/samuel_vasil/README.md", "pages/students/2021/artur_hyrenko/README.md", "pages/students/2023/denis_le_thanh/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/topics/bert", "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko", "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0277", "split": "dev", "category": "reverse_lookup", "difficulty": "medium", "question": "Kto sa venuje práci s názvom „Klasifikácia webových dát pre lepšie jazykové modelovanie“?", "mode": "hybrid", "expected_documents": [ "pages/students/2021/matej_novotny/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2021/matej_novotny/README.md", "pages/topics/bert/README.md", "pages/students/2022/samuel_vasil/README.md", "pages/students/2021/artur_hyrenko/README.md", "pages/students/2023/denis_le_thanh/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/topics/bert", "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko", "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0278", "split": "dev", "category": "topic_lookup", "difficulty": "medium", "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Klasifikácia webových dát pre lepšie jazykové modelovanie“.", "mode": "fts", "expected_documents": [ "pages/students/2021/matej_novotny/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2021/matej_novotny/README.md", "pages/students/2017/martin_jancura/README.md", "pages/topics/resources/README.md", "pages/students/2021/vladimir_ferko/README.md", "pages/students/2021/artur_hyrenko/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", "https://zp.kemt.fei.tuke.sk/topics/resources", "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0278", "split": "dev", "category": "topic_lookup", "difficulty": "medium", "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Klasifikácia webových dát pre lepšie jazykové modelovanie“.", "mode": "vector", "expected_documents": [ "pages/students/2021/matej_novotny/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2021/matej_novotny/README.md", "pages/topics/legal/README.md", "pages/topics/bert/README.md", "pages/students/2018/david_omasta/README.md", "pages/students/2016/maros_harahus/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/topics/legal", "https://zp.kemt.fei.tuke.sk/topics/bert", "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0278", "split": "dev", "category": "topic_lookup", "difficulty": "medium", "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Klasifikácia webových dát pre lepšie jazykové modelovanie“.", "mode": "hybrid", "expected_documents": [ "pages/students/2021/matej_novotny/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2021/matej_novotny/README.md", "pages/topics/legal/README.md", "pages/topics/bert/README.md", "pages/students/2018/david_omasta/README.md", "pages/students/2016/maros_harahus/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/topics/legal", "https://zp.kemt.fei.tuke.sk/topics/bert", "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0279", "split": "dev", "category": "paraphrase", "difficulty": "medium", "question": "O čom je práca osoby Matej Novotný?", "mode": "fts", "expected_documents": [ "pages/students/2021/matej_novotny/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2021/matej_novotny/README.md", "pages/students/2020/matej_kobylan/README.md", "pages/students/2021/matej_scislak/README.md", "pages/students/2021/martin_sarissky/README.md", "pages/topics/chatbot/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/topics/chatbot" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0279", "split": "dev", "category": "paraphrase", "difficulty": "medium", "question": "O čom je práca osoby Matej Novotný?", "mode": "vector", "expected_documents": [ "pages/students/2021/matej_novotny/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2021/matej_novotny/README.md", "pages/students/2020/matej_kobylan/README.md", "pages/students/2021/matej_scislak/README.md", "pages/students/2020/matus_suchanic/README.md", "pages/students/2021/eduard_matovka/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0279", "split": "dev", "category": "paraphrase", "difficulty": "medium", "question": "O čom je práca osoby Matej Novotný?", "mode": "hybrid", "expected_documents": [ "pages/students/2021/matej_novotny/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2021/matej_novotny/README.md", "pages/students/2020/matej_kobylan/README.md", "pages/students/2021/matej_scislak/README.md", "pages/students/2020/matus_suchanic/README.md", "pages/students/2021/eduard_matovka/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0280", "split": "dev", "category": "fact_start_year", "difficulty": "easy", "question": "V ktorom roku začal študovať Matej Novotný?", "mode": "fts", "expected_documents": [ "pages/students/2021/matej_novotny/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2021/matej_novotny/README.md", "pages/students/2021/eduard_matovka/README.md", "pages/students/2016/jakub_maruniak/timovy_projekt/README.md", "pages/students/2021/matej_scislak/README.md", "pages/students/2020/matej_kobylan/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0280", "split": "dev", "category": "fact_start_year", "difficulty": "easy", "question": "V ktorom roku začal študovať Matej Novotný?", "mode": "vector", "expected_documents": [ "pages/students/2021/matej_novotny/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2021/matej_novotny/README.md", "pages/students/2020/david_kostilnik/README.md", "pages/students/2021/matej_scislak/README.md", "pages/students/2020/matus_suchanic/README.md", "pages/students/2020/matej_kobylan/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0280", "split": "dev", "category": "fact_start_year", "difficulty": "easy", "question": "V ktorom roku začal študovať Matej Novotný?", "mode": "hybrid", "expected_documents": [ "pages/students/2021/matej_novotny/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2021/matej_novotny/README.md", "pages/students/2021/matej_scislak/README.md", "pages/students/2020/matej_kobylan/README.md", "pages/students/2020/david_kostilnik/README.md", "pages/students/2020/matus_suchanic/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0281", "split": "dev", "category": "verification", "difficulty": "medium", "question": "Je pri osobe Matej Novotný uvedený rok začiatku štúdia 2021?", "mode": "fts", "expected_documents": [ "pages/students/2021/matej_novotny/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2021/matej_novotny/README.md", "pages/students/2021/matej_scislak/README.md", "pages/students/2020/matej_kobylan/README.md", "pages/students/2021/eduard_matovka/README.md", "pages/students/2020/jakub_kristian_lukas/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0281", "split": "dev", "category": "verification", "difficulty": "medium", "question": "Je pri osobe Matej Novotný uvedený rok začiatku štúdia 2021?", "mode": "vector", "expected_documents": [ "pages/students/2021/matej_novotny/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2021/matej_novotny/README.md", "pages/students/2017/martin_jancura/README.md", "pages/students/2018/martin_wencel/README.md", "pages/students/2021/eduard_matovka/README.md", "pages/students/2016/maros_harahus/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0281", "split": "dev", "category": "verification", "difficulty": "medium", "question": "Je pri osobe Matej Novotný uvedený rok začiatku štúdia 2021?", "mode": "hybrid", "expected_documents": [ "pages/students/2021/matej_novotny/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2021/matej_novotny/README.md", "pages/students/2021/eduard_matovka/README.md", "pages/students/2017/martin_jancura/README.md", "pages/students/2018/NaN1name_buday/README.md", "pages/students/2018/martin_wencel/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", "https://zp.kemt.fei.tuke.sk/students/2018/NaN1name_buday", "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0282", "split": "dev", "category": "fact_work_year", "difficulty": "easy", "question": "V ktorom roku je pri osobe Matej Novotný uvedená diplomová práca?", "mode": "fts", "expected_documents": [ "pages/students/2021/matej_novotny/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2021/matej_novotny/README.md", "pages/students/2021/matej_scislak/README.md", "pages/students/2018/david_omasta/README.md", "pages/students/2020/matej_kobylan/README.md", "pages/students/2016/darius_lindvai/timovy_projekt/resers/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai/timovy_projekt/resers" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0282", "split": "dev", "category": "fact_work_year", "difficulty": "easy", "question": "V ktorom roku je pri osobe Matej Novotný uvedená diplomová práca?", "mode": "vector", "expected_documents": [ "pages/students/2021/matej_novotny/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2021/matej_novotny/README.md", "pages/students/2021/matej_scislak/README.md", "pages/students/2020/matus_suchanic/README.md", "pages/students/2020/david_kostilnik/README.md", "pages/students/2016/jakub_maruniak/dp2021/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0282", "split": "dev", "category": "fact_work_year", "difficulty": "easy", "question": "V ktorom roku je pri osobe Matej Novotný uvedená diplomová práca?", "mode": "hybrid", "expected_documents": [ "pages/students/2021/matej_novotny/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2021/matej_novotny/README.md", "pages/students/2021/matej_scislak/README.md", "pages/students/2018/david_omasta/README.md", "pages/students/2020/matej_kobylan/README.md", "pages/students/2020/matus_suchanic/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0283", "split": "dev", "category": "disambiguation_year", "difficulty": "hard", "question": "Rozlíš rok začiatku štúdia a rok práce osoby Matej Novotný.", "mode": "fts", "expected_documents": [ "pages/students/2021/matej_novotny/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2021/matej_novotny/README.md", "pages/students/2021/matej_scislak/README.md", "pages/students/2020/matej_kobylan/README.md", "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0283", "split": "dev", "category": "disambiguation_year", "difficulty": "hard", "question": "Rozlíš rok začiatku štúdia a rok práce osoby Matej Novotný.", "mode": "vector", "expected_documents": [ "pages/students/2021/matej_novotny/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2021/matej_novotny/README.md", "pages/students/2020/matej_kobylan/README.md", "pages/students/2017/martin_jancura/README.md", "pages/students/2021/matej_scislak/README.md", "pages/students/2019/michal_stromko/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0283", "split": "dev", "category": "disambiguation_year", "difficulty": "hard", "question": "Rozlíš rok začiatku štúdia a rok práce osoby Matej Novotný.", "mode": "hybrid", "expected_documents": [ "pages/students/2021/matej_novotny/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2021/matej_novotny/README.md", "pages/students/2020/matej_kobylan/README.md", "pages/students/2021/matej_scislak/README.md", "pages/students/2017/martin_jancura/README.md", "pages/students/2019/michal_stromko/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0284", "split": "dev", "category": "adversarial_year", "difficulty": "hard", "question": "Je rok 2021 rokom záverečnej práce osoby Matej Novotný?", "mode": "fts", "expected_documents": [ "pages/students/2021/matej_novotny/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2021/matej_novotny/README.md", "pages/students/2021/matej_scislak/README.md", "pages/topics/faq/README.md", "pages/topics/akopisat/README.md", "pages/students/2020/matej_kobylan/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/topics/faq", "https://zp.kemt.fei.tuke.sk/topics/akopisat", "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0284", "split": "dev", "category": "adversarial_year", "difficulty": "hard", "question": "Je rok 2021 rokom záverečnej práce osoby Matej Novotný?", "mode": "vector", "expected_documents": [ "pages/students/2021/matej_novotny/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2021/matej_novotny/README.md", "pages/students/2021/vladimir_ferko/README.md", "pages/students/2021/eduard_matovka/README.md", "pages/students/2018/samuel_sirotnik/README.md", "pages/students/2017/martin_jancura/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0284", "split": "dev", "category": "adversarial_year", "difficulty": "hard", "question": "Je rok 2021 rokom záverečnej práce osoby Matej Novotný?", "mode": "hybrid", "expected_documents": [ "pages/students/2021/matej_novotny/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2021/matej_novotny/README.md", "pages/students/2021/vladimir_ferko/README.md", "pages/students/2021/eduard_matovka/README.md", "pages/students/2020/matej_kobylan/README.md", "pages/students/2021/matej_scislak/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0285", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou webové dáta a osobou Matej Novotný?", "mode": "fts", "expected_documents": [ "pages/students/2021/matej_novotny/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2021/matej_novotny/README.md", "pages/students/2020/matej_kobylan/README.md", "pages/students/2017/martin_jancura/README.md", "pages/students/2021/matej_scislak/README.md", "pages/students/2018/david_omasta/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0285", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou webové dáta a osobou Matej Novotný?", "mode": "vector", "expected_documents": [ "pages/students/2021/matej_novotny/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2021/matej_novotny/README.md", "pages/students/2020/matej_kobylan/README.md", "pages/students/2021/matej_scislak/README.md", "pages/topics/faq/README.md", "pages/students/2021/vladimir_ferko/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/topics/faq", "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0285", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou webové dáta a osobou Matej Novotný?", "mode": "hybrid", "expected_documents": [ "pages/students/2021/matej_novotny/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2021/matej_novotny/README.md", "pages/students/2020/matej_kobylan/README.md", "pages/students/2021/matej_scislak/README.md", "pages/topics/faq/README.md", "pages/students/2021/vladimir_ferko/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/topics/faq", "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0286", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou klasifikácia a osobou Matej Novotný?", "mode": "fts", "expected_documents": [ "pages/students/2021/matej_novotny/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2021/matej_novotny/README.md", "pages/students/2017/martin_jancura/README.md", "pages/students/2020/matej_kobylan/README.md", "pages/students/2021/matej_scislak/README.md", "pages/students/2016/mark_feher/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0286", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou klasifikácia a osobou Matej Novotný?", "mode": "vector", "expected_documents": [ "pages/students/2021/matej_novotny/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2021/matej_novotny/README.md", "pages/students/2020/matus_suchanic/README.md", "pages/students/2020/matej_kobylan/README.md", "pages/students/2021/matej_scislak/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0286", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou klasifikácia a osobou Matej Novotný?", "mode": "hybrid", "expected_documents": [ "pages/students/2021/matej_novotny/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2021/matej_novotny/README.md", "pages/students/2020/matus_suchanic/README.md", "pages/students/2020/matej_kobylan/README.md", "pages/students/2021/matej_scislak/README.md", "pages/students/2016/mark_feher/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0287", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou jazykové modelovanie a osobou Matej Novotný?", "mode": "fts", "expected_documents": [ "pages/students/2021/matej_novotny/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2021/matej_novotny/README.md", "pages/students/2020/matej_kobylan/README.md", "pages/students/2021/matej_scislak/README.md", "pages/students/2017/martin_jancura/README.md", "pages/students/2018/ondrej_megela/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0287", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou jazykové modelovanie a osobou Matej Novotný?", "mode": "vector", "expected_documents": [ "pages/students/2021/matej_novotny/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2021/matej_novotny/README.md", "pages/students/2022/samuel_vasil/README.md", "pages/students/2023/simona_bobrovcanova/README.md", "pages/students/2020/david_kostilnik/README.md", "pages/students/2021/matej_scislak/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0287", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou jazykové modelovanie a osobou Matej Novotný?", "mode": "hybrid", "expected_documents": [ "pages/students/2021/matej_novotny/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2021/matej_novotny/README.md", "pages/students/2021/matej_scislak/README.md", "pages/students/2022/samuel_vasil/README.md", "pages/students/2023/simona_bobrovcanova/README.md", "pages/students/2020/david_kostilnik/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0303", "split": "dev", "category": "entity_lookup", "difficulty": "easy", "question": "Nájdi dokument o osobe Valerii Kutsenko.", "mode": "fts", "expected_documents": [ "pages/students/2022/valerii_kutsenko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/valerii_kutsenko/README.md", "pages/students/2023/samuel_dzurina/README.md", "pages/students/2021/matej_scislak/README.md", "pages/students/2021/martin_sarissky/README.md", "pages/students/2019/david_stromp/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0303", "split": "dev", "category": "entity_lookup", "difficulty": "easy", "question": "Nájdi dokument o osobe Valerii Kutsenko.", "mode": "vector", "expected_documents": [ "pages/students/2022/valerii_kutsenko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/valerii_kutsenko/README.md", "pages/students/2021/manohar_gowdru_shridharu/README.md", "pages/interns/sevval_bulburu/README.md", "pages/students/2021/vladimir_ferko/README.md", "pages/interns/oliver_pejic/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0303", "split": "dev", "category": "entity_lookup", "difficulty": "easy", "question": "Nájdi dokument o osobe Valerii Kutsenko.", "mode": "hybrid", "expected_documents": [ "pages/students/2022/valerii_kutsenko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/valerii_kutsenko/README.md", "pages/students/2021/manohar_gowdru_shridharu/README.md", "pages/interns/sevval_bulburu/README.md", "pages/students/2021/matej_scislak/README.md", "pages/students/2021/martin_sarissky/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0304", "split": "dev", "category": "fact_title", "difficulty": "easy", "question": "Aký je názov diplomová práca osoby Valerii Kutsenko?", "mode": "fts", "expected_documents": [ "pages/students/2022/valerii_kutsenko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/valerii_kutsenko/README.md", "pages/students/2021/martin_sarissky/README.md", "pages/students/2020/matus_suchanic/README.md", "pages/students/2023/samuel_dzurina/README.md", "pages/students/2021/matej_scislak/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0304", "split": "dev", "category": "fact_title", "difficulty": "easy", "question": "Aký je názov diplomová práca osoby Valerii Kutsenko?", "mode": "vector", "expected_documents": [ "pages/students/2022/valerii_kutsenko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/valerii_kutsenko/README.md", "pages/students/2017/dmytro_ushatenko/README.md", "pages/students/2020/matus_suchanic/README.md", "pages/students/2016/tomas_kucharik/README.md", "pages/students/2016/patrik_pavlisin/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0304", "split": "dev", "category": "fact_title", "difficulty": "easy", "question": "Aký je názov diplomová práca osoby Valerii Kutsenko?", "mode": "hybrid", "expected_documents": [ "pages/students/2022/valerii_kutsenko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/valerii_kutsenko/README.md", "pages/students/2017/dmytro_ushatenko/README.md", "pages/students/2016/mark_feher/README.md", "pages/students/2020/matus_suchanic/README.md", "pages/students/2021/matej_scislak/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0305", "split": "dev", "category": "reverse_lookup", "difficulty": "medium", "question": "Kto sa venuje práci s názvom „Zlepšenie vyhľadávania pomocou znalostných grafov“?", "mode": "fts", "expected_documents": [ "pages/students/2022/valerii_kutsenko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/valerii_kutsenko/README.md", "pages/students/2021/matej_scislak/README.md", "pages/students/2023/maksym_zatirka/README.md", "pages/students/2016/tomas_kucharik/README.md", "pages/students/2019/dmytro_mural/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0305", "split": "dev", "category": "reverse_lookup", "difficulty": "medium", "question": "Kto sa venuje práci s názvom „Zlepšenie vyhľadávania pomocou znalostných grafov“?", "mode": "vector", "expected_documents": [ "pages/students/2022/valerii_kutsenko/README.md" ], "first_relevant_rank": 2, "reciprocal_rank": 0.5, "top_documents": [ "pages/students/2016/jan_holp/README.md", "pages/students/2022/valerii_kutsenko/README.md", "pages/students/2021/matej_scislak/README.md", "pages/students/2019/dmytro_mural/README.md", "pages/students/2021/oleksandr_hryshchenko/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko" ], "hit_at_1": 0, "recall_at_1": 0.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0305", "split": "dev", "category": "reverse_lookup", "difficulty": "medium", "question": "Kto sa venuje práci s názvom „Zlepšenie vyhľadávania pomocou znalostných grafov“?", "mode": "hybrid", "expected_documents": [ "pages/students/2022/valerii_kutsenko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/valerii_kutsenko/README.md", "pages/students/2016/jan_holp/README.md", "pages/students/2021/matej_scislak/README.md", "pages/students/2019/dmytro_mural/README.md", "pages/students/2021/oleksandr_hryshchenko/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0306", "split": "dev", "category": "topic_lookup", "difficulty": "medium", "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Zlepšenie vyhľadávania pomocou znalostných grafov“.", "mode": "fts", "expected_documents": [ "pages/students/2022/valerii_kutsenko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/valerii_kutsenko/README.md", "pages/students/2021/matej_scislak/README.md", "pages/students/2023/maksym_zatirka/README.md", "pages/students/2021/vladimir_ferko/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0306", "split": "dev", "category": "topic_lookup", "difficulty": "medium", "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Zlepšenie vyhľadávania pomocou znalostných grafov“.", "mode": "vector", "expected_documents": [ "pages/students/2022/valerii_kutsenko/README.md" ], "first_relevant_rank": 5, "reciprocal_rank": 0.2, "top_documents": [ "pages/students/2021/matej_scislak/README.md", "pages/students/2016/jan_holp/README.md", "pages/students/2023/maksym_zatirka/README.md", "pages/students/2022/jan_malinovsky/README.md", "pages/students/2022/valerii_kutsenko/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "hit_at_1": 0, "recall_at_1": 0.0, "hit_at_3": 0, "recall_at_3": 0.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0306", "split": "dev", "category": "topic_lookup", "difficulty": "medium", "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Zlepšenie vyhľadávania pomocou znalostných grafov“.", "mode": "hybrid", "expected_documents": [ "pages/students/2022/valerii_kutsenko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/valerii_kutsenko/README.md", "pages/students/2021/matej_scislak/README.md", "pages/students/2016/jan_holp/README.md", "pages/students/2022/jan_malinovsky/README.md", "pages/students/2021/oleksandr_hryshchenko/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0307", "split": "dev", "category": "paraphrase", "difficulty": "medium", "question": "O čom je práca osoby Valerii Kutsenko?", "mode": "fts", "expected_documents": [ "pages/students/2022/valerii_kutsenko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/valerii_kutsenko/README.md", "pages/students/2023/samuel_dzurina/README.md", "pages/students/2021/martin_sarissky/README.md", "pages/students/2021/matej_scislak/README.md", "pages/students/2016/maros_harahus/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0307", "split": "dev", "category": "paraphrase", "difficulty": "medium", "question": "O čom je práca osoby Valerii Kutsenko?", "mode": "vector", "expected_documents": [ "pages/students/2022/valerii_kutsenko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/valerii_kutsenko/README.md", "pages/students/2020/matus_suchanic/README.md", "pages/students/2021/matej_scislak/README.md", "pages/students/2022/daniil_huzenko/README.md", "pages/students/2017/dmytro_ushatenko/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0307", "split": "dev", "category": "paraphrase", "difficulty": "medium", "question": "O čom je práca osoby Valerii Kutsenko?", "mode": "hybrid", "expected_documents": [ "pages/students/2022/valerii_kutsenko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/valerii_kutsenko/README.md", "pages/students/2021/matej_scislak/README.md", "pages/students/2017/dmytro_ushatenko/README.md", "pages/students/2020/matej_kobylan/README.md", "pages/students/2020/matus_suchanic/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0308", "split": "dev", "category": "fact_start_year", "difficulty": "easy", "question": "V ktorom roku začal študovať Valerii Kutsenko?", "mode": "fts", "expected_documents": [ "pages/students/2022/valerii_kutsenko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/valerii_kutsenko/README.md", "pages/students/2021/eduard_matovka/README.md", "pages/students/2016/jakub_maruniak/timovy_projekt/README.md", "pages/students/2023/samuel_dzurina/README.md", "pages/students/2021/matej_scislak/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0308", "split": "dev", "category": "fact_start_year", "difficulty": "easy", "question": "V ktorom roku začal študovať Valerii Kutsenko?", "mode": "vector", "expected_documents": [ "pages/students/2022/valerii_kutsenko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/valerii_kutsenko/README.md", "pages/students/2017/dmytro_ushatenko/README.md", "pages/students/2020/matus_suchanic/README.md", "pages/students/2021/matej_scislak/README.md", "pages/students/2022/daniil_huzenko/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0308", "split": "dev", "category": "fact_start_year", "difficulty": "easy", "question": "V ktorom roku začal študovať Valerii Kutsenko?", "mode": "hybrid", "expected_documents": [ "pages/students/2022/valerii_kutsenko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/valerii_kutsenko/README.md", "pages/students/2017/dmytro_ushatenko/README.md", "pages/students/2021/matej_scislak/README.md", "pages/students/2020/matus_suchanic/README.md", "pages/students/2022/daniil_huzenko/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0309", "split": "dev", "category": "verification", "difficulty": "medium", "question": "Je pri osobe Valerii Kutsenko uvedený rok začiatku štúdia 2022?", "mode": "fts", "expected_documents": [ "pages/students/2022/valerii_kutsenko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/valerii_kutsenko/README.md", "pages/students/2023/samuel_dzurina/README.md", "pages/students/2022/tetiana_mohorian/README.md", "pages/students/2022/daniil_huzenko/README.md", "pages/students/2022/samuel_vasil/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0309", "split": "dev", "category": "verification", "difficulty": "medium", "question": "Je pri osobe Valerii Kutsenko uvedený rok začiatku štúdia 2022?", "mode": "vector", "expected_documents": [ "pages/students/2022/valerii_kutsenko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/valerii_kutsenko/README.md", "pages/students/2016/tomas_kucharik/README.md", "pages/students/2020/matus_suchanic/README.md", "pages/students/2019/michal_stromko/README.md", "pages/students/2021/matej_scislak/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0309", "split": "dev", "category": "verification", "difficulty": "medium", "question": "Je pri osobe Valerii Kutsenko uvedený rok začiatku štúdia 2022?", "mode": "hybrid", "expected_documents": [ "pages/students/2022/valerii_kutsenko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/valerii_kutsenko/README.md", "pages/students/2020/matus_suchanic/README.md", "pages/students/2016/tomas_kucharik/README.md", "pages/students/2022/daniil_huzenko/README.md", "pages/students/2019/filip_tomas/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0310", "split": "dev", "category": "fact_work_year", "difficulty": "easy", "question": "V ktorom roku je pri osobe Valerii Kutsenko uvedená diplomová práca?", "mode": "fts", "expected_documents": [ "pages/students/2022/valerii_kutsenko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/valerii_kutsenko/README.md", "pages/students/2021/martin_sarissky/README.md", "pages/students/2021/matej_scislak/README.md", "pages/students/2023/samuel_dzurina/README.md", "pages/students/2018/david_omasta/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0310", "split": "dev", "category": "fact_work_year", "difficulty": "easy", "question": "V ktorom roku je pri osobe Valerii Kutsenko uvedená diplomová práca?", "mode": "vector", "expected_documents": [ "pages/students/2022/valerii_kutsenko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/valerii_kutsenko/README.md", "pages/students/2020/matus_suchanic/README.md", "pages/students/2016/tomas_kucharik/README.md", "pages/students/2017/dmytro_ushatenko/README.md", "pages/students/2016/patrik_pavlisin/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0310", "split": "dev", "category": "fact_work_year", "difficulty": "easy", "question": "V ktorom roku je pri osobe Valerii Kutsenko uvedená diplomová práca?", "mode": "hybrid", "expected_documents": [ "pages/students/2022/valerii_kutsenko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/valerii_kutsenko/README.md", "pages/students/2021/matej_scislak/README.md", "pages/students/2020/matus_suchanic/README.md", "pages/students/2016/tomas_kucharik/README.md", "pages/students/2017/dmytro_ushatenko/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0311", "split": "dev", "category": "disambiguation_year", "difficulty": "hard", "question": "Rozlíš rok začiatku štúdia a rok práce osoby Valerii Kutsenko.", "mode": "fts", "expected_documents": [ "pages/students/2022/valerii_kutsenko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/valerii_kutsenko/README.md", "pages/students/2023/samuel_dzurina/README.md", "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2019/kristian_sopkovic/README.md", "pages/students/2016/ediz_morochovic/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0311", "split": "dev", "category": "disambiguation_year", "difficulty": "hard", "question": "Rozlíš rok začiatku štúdia a rok práce osoby Valerii Kutsenko.", "mode": "vector", "expected_documents": [ "pages/students/2022/valerii_kutsenko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/valerii_kutsenko/README.md", "pages/students/2020/matej_kobylan/README.md", "pages/students/2021/matej_scislak/README.md", "pages/students/2017/dmytro_ushatenko/README.md", "pages/students/2021/manohar_gowdru_shridharu/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0311", "split": "dev", "category": "disambiguation_year", "difficulty": "hard", "question": "Rozlíš rok začiatku štúdia a rok práce osoby Valerii Kutsenko.", "mode": "hybrid", "expected_documents": [ "pages/students/2022/valerii_kutsenko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/valerii_kutsenko/README.md", "pages/students/2020/matej_kobylan/README.md", "pages/students/2021/matej_scislak/README.md", "pages/students/2017/dmytro_ushatenko/README.md", "pages/students/2021/manohar_gowdru_shridharu/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0312", "split": "dev", "category": "adversarial_year", "difficulty": "hard", "question": "Je rok 2022 rokom záverečnej práce osoby Valerii Kutsenko?", "mode": "fts", "expected_documents": [ "pages/students/2022/valerii_kutsenko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/valerii_kutsenko/README.md", "pages/topics/faq/README.md", "pages/topics/akopisat/README.md", "pages/students/2023/samuel_dzurina/README.md", "pages/students/2021/matej_scislak/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", "https://zp.kemt.fei.tuke.sk/topics/faq", "https://zp.kemt.fei.tuke.sk/topics/akopisat", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0312", "split": "dev", "category": "adversarial_year", "difficulty": "hard", "question": "Je rok 2022 rokom záverečnej práce osoby Valerii Kutsenko?", "mode": "vector", "expected_documents": [ "pages/students/2022/valerii_kutsenko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/valerii_kutsenko/README.md", "pages/students/2016/tomas_kucharik/README.md", "pages/students/2020/matus_suchanic/README.md", "pages/students/2019/michal_stromko/README.md", "pages/students/2021/matej_scislak/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0312", "split": "dev", "category": "adversarial_year", "difficulty": "hard", "question": "Je rok 2022 rokom záverečnej práce osoby Valerii Kutsenko?", "mode": "hybrid", "expected_documents": [ "pages/students/2022/valerii_kutsenko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/valerii_kutsenko/README.md", "pages/students/2021/matej_scislak/README.md", "pages/students/2016/tomas_kucharik/README.md", "pages/students/2020/matus_suchanic/README.md", "pages/students/2019/michal_stromko/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0313", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou znalostný graf a osobou Valerii Kutsenko?", "mode": "fts", "expected_documents": [ "pages/students/2022/valerii_kutsenko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/valerii_kutsenko/README.md", "pages/students/2023/maksym_zatirka/README.md", "pages/students/2021/matej_scislak/README.md", "pages/students/2022/jan_malinovsky/README.md", "pages/students/2022/oleh_poiasnik/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0313", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou znalostný graf a osobou Valerii Kutsenko?", "mode": "vector", "expected_documents": [ "pages/students/2022/valerii_kutsenko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/valerii_kutsenko/README.md", "pages/students/2022/jan_malinovsky/README.md", "pages/students/2021/matej_scislak/README.md", "pages/students/2021/oleksandr_hryshchenko/README.md", "pages/students/2020/matus_suchanic/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko", "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0313", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou znalostný graf a osobou Valerii Kutsenko?", "mode": "hybrid", "expected_documents": [ "pages/students/2022/valerii_kutsenko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/valerii_kutsenko/README.md", "pages/students/2022/jan_malinovsky/README.md", "pages/students/2021/matej_scislak/README.md", "pages/students/2021/oleksandr_hryshchenko/README.md", "pages/topics/faq/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko", "https://zp.kemt.fei.tuke.sk/topics/faq" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0314", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou RAG a osobou Valerii Kutsenko?", "mode": "fts", "expected_documents": [ "pages/students/2022/valerii_kutsenko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/valerii_kutsenko/README.md", "pages/students/2021/matej_scislak/README.md", "pages/students/2021/martin_sarissky/README.md", "pages/students/2017/martin_jancura/README.md", "pages/students/2022/oleh_poiasnik/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0314", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou RAG a osobou Valerii Kutsenko?", "mode": "vector", "expected_documents": [ "pages/students/2022/valerii_kutsenko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/valerii_kutsenko/README.md", "pages/students/2021/matej_scislak/README.md", "pages/students/2022/oleh_poiasnik/README.md", "pages/students/2022/jan_malinovsky/README.md", "pages/students/2022/jan_ptak/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0314", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou RAG a osobou Valerii Kutsenko?", "mode": "hybrid", "expected_documents": [ "pages/students/2022/valerii_kutsenko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/valerii_kutsenko/README.md", "pages/students/2021/matej_scislak/README.md", "pages/students/2022/oleh_poiasnik/README.md", "pages/students/2022/jan_malinovsky/README.md", "pages/students/2022/jan_ptak/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0315", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou GraphRAG a osobou Valerii Kutsenko?", "mode": "fts", "expected_documents": [ "pages/students/2022/valerii_kutsenko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/valerii_kutsenko/README.md", "pages/students/2017/martin_jancura/README.md", "pages/students/2016/maros_harahus/README.md", "pages/students/2023/samuel_dzurina/README.md", "pages/students/2021/matej_scislak/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0315", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou GraphRAG a osobou Valerii Kutsenko?", "mode": "vector", "expected_documents": [ "pages/students/2022/valerii_kutsenko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/valerii_kutsenko/README.md", "pages/students/2022/jan_malinovsky/README.md", "pages/students/2022/oleh_poiasnik/README.md", "pages/students/2021/matej_scislak/README.md", "pages/students/2022/jan_ptak/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0315", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou GraphRAG a osobou Valerii Kutsenko?", "mode": "hybrid", "expected_documents": [ "pages/students/2022/valerii_kutsenko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/valerii_kutsenko/README.md", "pages/students/2022/jan_malinovsky/README.md", "pages/students/2022/oleh_poiasnik/README.md", "pages/students/2021/matej_scislak/README.md", "pages/students/2022/jan_ptak/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0316", "split": "dev", "category": "specific_fact", "difficulty": "medium", "question": "V akých oblastiach môže Valerii Kutsenko podľa zadania budovať znalostný graf?", "mode": "fts", "expected_documents": [ "pages/students/2022/valerii_kutsenko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/valerii_kutsenko/README.md", "pages/students/2022/jan_malinovsky/README.md", "pages/students/2023/maksym_zatirka/README.md", "pages/students/2022/oleh_poiasnik/README.md", "pages/students/2021/matej_scislak/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0316", "split": "dev", "category": "specific_fact", "difficulty": "medium", "question": "V akých oblastiach môže Valerii Kutsenko podľa zadania budovať znalostný graf?", "mode": "vector", "expected_documents": [ "pages/students/2022/valerii_kutsenko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/valerii_kutsenko/README.md", "pages/students/2021/matej_scislak/README.md", "pages/students/2022/jan_malinovsky/README.md", "pages/students/2021/oleksandr_hryshchenko/README.md", "pages/students/2022/oleh_poiasnik/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko", "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0316", "split": "dev", "category": "specific_fact", "difficulty": "medium", "question": "V akých oblastiach môže Valerii Kutsenko podľa zadania budovať znalostný graf?", "mode": "hybrid", "expected_documents": [ "pages/students/2022/valerii_kutsenko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/valerii_kutsenko/README.md", "pages/students/2021/matej_scislak/README.md", "pages/students/2022/jan_malinovsky/README.md", "pages/students/2022/oleh_poiasnik/README.md", "pages/students/2021/oleksandr_hryshchenko/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0333", "split": "dev", "category": "entity_lookup", "difficulty": "easy", "question": "Nájdi dokument o osobe Tetiana Mohorian.", "mode": "fts", "expected_documents": [ "pages/students/2022/tetiana_mohorian/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/tetiana_mohorian/README.md", "pages/topics/hatespeech/README.md", "pages/students/2019/patrik_pokrivcak/README.md", "pages/students/2021/matej_scislak/README.md", "pages/students/2019/david_stromp/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", "https://zp.kemt.fei.tuke.sk/topics/hatespeech", "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0333", "split": "dev", "category": "entity_lookup", "difficulty": "easy", "question": "Nájdi dokument o osobe Tetiana Mohorian.", "mode": "vector", "expected_documents": [ "pages/students/2022/tetiana_mohorian/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/tetiana_mohorian/README.md", "pages/students/2021/manohar_gowdru_shridharu/README.md", "pages/interns/sevval_bulburu/README.md", "pages/students/2018/adrian_remias/README.md", "pages/students/2019/patrik_pokrivcak/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0333", "split": "dev", "category": "entity_lookup", "difficulty": "easy", "question": "Nájdi dokument o osobe Tetiana Mohorian.", "mode": "hybrid", "expected_documents": [ "pages/students/2022/tetiana_mohorian/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/tetiana_mohorian/README.md", "pages/students/2021/manohar_gowdru_shridharu/README.md", "pages/students/2019/patrik_pokrivcak/README.md", "pages/students/2019/samuel_horani/README.md", "pages/interns/sevval_bulburu/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0334", "split": "dev", "category": "fact_title", "difficulty": "easy", "question": "Aký je názov bakalárska práca osoby Tetiana Mohorian?", "mode": "fts", "expected_documents": [ "pages/students/2022/tetiana_mohorian/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/tetiana_mohorian/README.md", "pages/students/2019/patrik_pokrivcak/README.md", "pages/topics/hatespeech/README.md", "pages/students/2020/matus_suchanic/README.md", "pages/students/2021/martin_sarissky/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", "https://zp.kemt.fei.tuke.sk/topics/hatespeech", "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0334", "split": "dev", "category": "fact_title", "difficulty": "easy", "question": "Aký je názov bakalárska práca osoby Tetiana Mohorian?", "mode": "vector", "expected_documents": [ "pages/students/2022/tetiana_mohorian/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/tetiana_mohorian/README.md", "pages/students/2020/matej_kobylan/README.md", "pages/students/2023/simona_bobrovcanova/README.md", "pages/students/2019/dmytro_mural/README.md", "pages/students/2016/ediz_morochovic/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0334", "split": "dev", "category": "fact_title", "difficulty": "easy", "question": "Aký je názov bakalárska práca osoby Tetiana Mohorian?", "mode": "hybrid", "expected_documents": [ "pages/students/2022/tetiana_mohorian/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/tetiana_mohorian/README.md", "pages/students/2016/ediz_morochovic/README.md", "pages/students/2019/patrik_pokrivcak/README.md", "pages/students/2020/matej_kobylan/README.md", "pages/students/2023/simona_bobrovcanova/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0335", "split": "dev", "category": "reverse_lookup", "difficulty": "medium", "question": "Kto sa venuje práci s názvom „Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov“?", "mode": "fts", "expected_documents": [ "pages/students/2022/tetiana_mohorian/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/tetiana_mohorian/README.md", "pages/students/2019/patrik_pokrivcak/README.md", "pages/students/2017/martin_jancura/README.md", "pages/students/2020/jakub_kristian_lukas/README.md", "pages/students/2021/vladimir_ferko/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0335", "split": "dev", "category": "reverse_lookup", "difficulty": "medium", "question": "Kto sa venuje práci s názvom „Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov“?", "mode": "vector", "expected_documents": [ "pages/students/2022/tetiana_mohorian/README.md" ], "first_relevant_rank": 2, "reciprocal_rank": 0.5, "top_documents": [ "pages/students/2019/patrik_pokrivcak/README.md", "pages/students/2022/tetiana_mohorian/README.md", "pages/students/2020/jakub_kristian_lukas/README.md", "pages/students/2021/matej_novotny/README.md", "pages/students/2021/vladimir_ferko/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" ], "hit_at_1": 0, "recall_at_1": 0.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0335", "split": "dev", "category": "reverse_lookup", "difficulty": "medium", "question": "Kto sa venuje práci s názvom „Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov“?", "mode": "hybrid", "expected_documents": [ "pages/students/2022/tetiana_mohorian/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/tetiana_mohorian/README.md", "pages/students/2019/patrik_pokrivcak/README.md", "pages/students/2020/jakub_kristian_lukas/README.md", "pages/students/2021/vladimir_ferko/README.md", "pages/students/2021/artur_hyrenko/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0336", "split": "dev", "category": "topic_lookup", "difficulty": "medium", "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov“.", "mode": "fts", "expected_documents": [ "pages/students/2022/tetiana_mohorian/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/tetiana_mohorian/README.md", "pages/students/2019/patrik_pokrivcak/README.md", "pages/students/2017/martin_jancura/README.md", "pages/students/2022/andrii_pervashov/README.md", "pages/students/2020/jakub_kristian_lukas/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0336", "split": "dev", "category": "topic_lookup", "difficulty": "medium", "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov“.", "mode": "vector", "expected_documents": [ "pages/students/2022/tetiana_mohorian/README.md" ], "first_relevant_rank": 2, "reciprocal_rank": 0.5, "top_documents": [ "pages/students/2019/patrik_pokrivcak/README.md", "pages/students/2022/tetiana_mohorian/README.md", "pages/students/2021/matej_novotny/README.md", "pages/students/2021/vladimir_ferko/README.md", "pages/students/2020/jakub_kristian_lukas/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas" ], "hit_at_1": 0, "recall_at_1": 0.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0336", "split": "dev", "category": "topic_lookup", "difficulty": "medium", "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov“.", "mode": "hybrid", "expected_documents": [ "pages/students/2022/tetiana_mohorian/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/tetiana_mohorian/README.md", "pages/students/2019/patrik_pokrivcak/README.md", "pages/students/2021/vladimir_ferko/README.md", "pages/students/2020/jakub_kristian_lukas/README.md", "pages/students/2021/matej_novotny/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0337", "split": "dev", "category": "paraphrase", "difficulty": "medium", "question": "O čom je práca osoby Tetiana Mohorian?", "mode": "fts", "expected_documents": [ "pages/students/2022/tetiana_mohorian/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/tetiana_mohorian/README.md", "pages/topics/hatespeech/README.md", "pages/students/2019/patrik_pokrivcak/README.md", "pages/students/2021/martin_sarissky/README.md", "pages/students/2016/maros_harahus/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", "https://zp.kemt.fei.tuke.sk/topics/hatespeech", "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0337", "split": "dev", "category": "paraphrase", "difficulty": "medium", "question": "O čom je práca osoby Tetiana Mohorian?", "mode": "vector", "expected_documents": [ "pages/students/2022/tetiana_mohorian/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/tetiana_mohorian/README.md", "pages/students/2023/simona_bobrovcanova/README.md", "pages/students/2019/patrik_pokrivcak/README.md", "pages/students/2020/matej_kobylan/README.md", "pages/students/2023/samuel_dzurina/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0337", "split": "dev", "category": "paraphrase", "difficulty": "medium", "question": "O čom je práca osoby Tetiana Mohorian?", "mode": "hybrid", "expected_documents": [ "pages/students/2022/tetiana_mohorian/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/tetiana_mohorian/README.md", "pages/students/2019/patrik_pokrivcak/README.md", "pages/students/2023/simona_bobrovcanova/README.md", "pages/students/2022/jan_ptak/README.md", "pages/students/2020/matej_kobylan/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0338", "split": "dev", "category": "fact_start_year", "difficulty": "easy", "question": "V ktorom roku začal študovať Tetiana Mohorian?", "mode": "fts", "expected_documents": [ "pages/students/2022/tetiana_mohorian/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/tetiana_mohorian/README.md", "pages/topics/hatespeech/README.md", "pages/students/2019/patrik_pokrivcak/README.md", "pages/students/2021/eduard_matovka/README.md", "pages/students/2016/jakub_maruniak/timovy_projekt/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", "https://zp.kemt.fei.tuke.sk/topics/hatespeech", "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0338", "split": "dev", "category": "fact_start_year", "difficulty": "easy", "question": "V ktorom roku začal študovať Tetiana Mohorian?", "mode": "vector", "expected_documents": [ "pages/students/2022/tetiana_mohorian/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/tetiana_mohorian/README.md", "pages/students/2019/patrik_pokrivcak/README.md", "pages/students/2021/nikita_bodnar/README.md", "pages/students/2023/simona_bobrovcanova/README.md", "pages/students/2016/maros_harahus/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar", "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0338", "split": "dev", "category": "fact_start_year", "difficulty": "easy", "question": "V ktorom roku začal študovať Tetiana Mohorian?", "mode": "hybrid", "expected_documents": [ "pages/students/2022/tetiana_mohorian/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/tetiana_mohorian/README.md", "pages/students/2019/patrik_pokrivcak/README.md", "pages/students/2016/tomas_kucharik/README.md", "pages/students/2021/nikita_bodnar/README.md", "pages/students/2023/simona_bobrovcanova/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar", "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0339", "split": "dev", "category": "verification", "difficulty": "medium", "question": "Je pri osobe Tetiana Mohorian uvedený rok začiatku štúdia 2022?", "mode": "fts", "expected_documents": [ "pages/students/2022/tetiana_mohorian/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/tetiana_mohorian/README.md", "pages/topics/hatespeech/README.md", "pages/students/2022/daniil_huzenko/README.md", "pages/students/2022/samuel_vasil/README.md", "pages/students/2022/valerii_kutsenko/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", "https://zp.kemt.fei.tuke.sk/topics/hatespeech", "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0339", "split": "dev", "category": "verification", "difficulty": "medium", "question": "Je pri osobe Tetiana Mohorian uvedený rok začiatku štúdia 2022?", "mode": "vector", "expected_documents": [ "pages/students/2022/tetiana_mohorian/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/tetiana_mohorian/README.md", "pages/students/2019/samuel_horani/README.md", "pages/students/2019/patrik_pokrivcak/README.md", "pages/students/2016/patrik_pavlisin/README.md", "pages/students/2016/maros_harahus/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0339", "split": "dev", "category": "verification", "difficulty": "medium", "question": "Je pri osobe Tetiana Mohorian uvedený rok začiatku štúdia 2022?", "mode": "hybrid", "expected_documents": [ "pages/students/2022/tetiana_mohorian/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/tetiana_mohorian/README.md", "pages/students/2019/patrik_pokrivcak/README.md", "pages/students/2019/samuel_horani/README.md", "pages/students/2016/patrik_pavlisin/README.md", "pages/topics/hatespeech/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", "https://zp.kemt.fei.tuke.sk/topics/hatespeech" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0340", "split": "dev", "category": "fact_work_year", "difficulty": "easy", "question": "V ktorom roku je pri osobe Tetiana Mohorian uvedená bakalárska práca?", "mode": "fts", "expected_documents": [ "pages/students/2022/tetiana_mohorian/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/tetiana_mohorian/README.md", "pages/topics/hatespeech/README.md", "pages/students/2019/patrik_pokrivcak/README.md", "pages/students/2021/matej_scislak/README.md", "pages/students/2016/darius_lindvai/timovy_projekt/resers/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", "https://zp.kemt.fei.tuke.sk/topics/hatespeech", "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai/timovy_projekt/resers" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0340", "split": "dev", "category": "fact_work_year", "difficulty": "easy", "question": "V ktorom roku je pri osobe Tetiana Mohorian uvedená bakalárska práca?", "mode": "vector", "expected_documents": [ "pages/students/2022/tetiana_mohorian/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/tetiana_mohorian/README.md", "pages/students/2016/ediz_morochovic/README.md", "pages/students/2019/dmytro_mural/README.md", "pages/students/2016/maros_harahus/README.md", "pages/students/2020/matej_kobylan/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0340", "split": "dev", "category": "fact_work_year", "difficulty": "easy", "question": "V ktorom roku je pri osobe Tetiana Mohorian uvedená bakalárska práca?", "mode": "hybrid", "expected_documents": [ "pages/students/2022/tetiana_mohorian/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/tetiana_mohorian/README.md", "pages/students/2019/patrik_pokrivcak/README.md", "pages/students/2016/ediz_morochovic/README.md", "pages/students/2019/dmytro_mural/README.md", "pages/students/2016/maros_harahus/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0341", "split": "dev", "category": "disambiguation_year", "difficulty": "hard", "question": "Rozlíš rok začiatku štúdia a rok práce osoby Tetiana Mohorian.", "mode": "fts", "expected_documents": [ "pages/students/2022/tetiana_mohorian/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/tetiana_mohorian/README.md", "pages/topics/hatespeech/README.md", "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2019/patrik_pokrivcak/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", "https://zp.kemt.fei.tuke.sk/topics/hatespeech", "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0341", "split": "dev", "category": "disambiguation_year", "difficulty": "hard", "question": "Rozlíš rok začiatku štúdia a rok práce osoby Tetiana Mohorian.", "mode": "vector", "expected_documents": [ "pages/students/2022/tetiana_mohorian/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/tetiana_mohorian/README.md", "pages/students/2021/manohar_gowdru_shridharu/README.md", "pages/students/2019/patrik_pokrivcak/README.md", "pages/students/2016/maros_harahus/README.md", "pages/topics/legal/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/topics/legal" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0341", "split": "dev", "category": "disambiguation_year", "difficulty": "hard", "question": "Rozlíš rok začiatku štúdia a rok práce osoby Tetiana Mohorian.", "mode": "hybrid", "expected_documents": [ "pages/students/2022/tetiana_mohorian/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/tetiana_mohorian/README.md", "pages/students/2019/patrik_pokrivcak/README.md", "pages/students/2021/manohar_gowdru_shridharu/README.md", "pages/students/2016/maros_harahus/README.md", "pages/topics/legal/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/topics/legal" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0342", "split": "dev", "category": "adversarial_year", "difficulty": "hard", "question": "Je rok 2022 rokom záverečnej práce osoby Tetiana Mohorian?", "mode": "fts", "expected_documents": [ "pages/students/2022/tetiana_mohorian/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/tetiana_mohorian/README.md", "pages/topics/hatespeech/README.md", "pages/students/2019/patrik_pokrivcak/README.md", "pages/topics/faq/README.md", "pages/topics/akopisat/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", "https://zp.kemt.fei.tuke.sk/topics/hatespeech", "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", "https://zp.kemt.fei.tuke.sk/topics/faq", "https://zp.kemt.fei.tuke.sk/topics/akopisat" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0342", "split": "dev", "category": "adversarial_year", "difficulty": "hard", "question": "Je rok 2022 rokom záverečnej práce osoby Tetiana Mohorian?", "mode": "vector", "expected_documents": [ "pages/students/2022/tetiana_mohorian/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/tetiana_mohorian/README.md", "pages/students/2020/matej_kobylan/README.md", "pages/students/2019/samuel_horani/README.md", "pages/students/2019/patrik_pokrivcak/README.md", "pages/students/2016/tomas_kucharik/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0342", "split": "dev", "category": "adversarial_year", "difficulty": "hard", "question": "Je rok 2022 rokom záverečnej práce osoby Tetiana Mohorian?", "mode": "hybrid", "expected_documents": [ "pages/students/2022/tetiana_mohorian/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/tetiana_mohorian/README.md", "pages/students/2019/patrik_pokrivcak/README.md", "pages/students/2020/matej_kobylan/README.md", "pages/students/2016/dominik_nagy/README.md", "pages/students/2019/samuel_horani/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0343", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou hate speech a osobou Tetiana Mohorian?", "mode": "fts", "expected_documents": [ "pages/students/2022/tetiana_mohorian/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/tetiana_mohorian/README.md", "pages/topics/hatespeech/README.md", "pages/students/2019/patrik_pokrivcak/README.md", "pages/students/2020/jakub_kristian_lukas/README.md", "pages/students/2021/manohar_gowdru_shridharu/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", "https://zp.kemt.fei.tuke.sk/topics/hatespeech", "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0343", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou hate speech a osobou Tetiana Mohorian?", "mode": "vector", "expected_documents": [ "pages/students/2022/tetiana_mohorian/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/tetiana_mohorian/README.md", "pages/topics/hatespeech/README.md", "pages/students/2019/patrik_pokrivcak/README.md", "pages/students/2020/jakub_kristian_lukas/README.md", "pages/students/2021/manohar_gowdru_shridharu/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", "https://zp.kemt.fei.tuke.sk/topics/hatespeech", "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0343", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou hate speech a osobou Tetiana Mohorian?", "mode": "hybrid", "expected_documents": [ "pages/students/2022/tetiana_mohorian/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/tetiana_mohorian/README.md", "pages/topics/hatespeech/README.md", "pages/students/2019/patrik_pokrivcak/README.md", "pages/students/2020/jakub_kristian_lukas/README.md", "pages/students/2021/manohar_gowdru_shridharu/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", "https://zp.kemt.fei.tuke.sk/topics/hatespeech", "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0344", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou LLM a osobou Tetiana Mohorian?", "mode": "fts", "expected_documents": [ "pages/students/2022/tetiana_mohorian/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/tetiana_mohorian/README.md", "pages/students/2019/patrik_pokrivcak/README.md", "pages/topics/hatespeech/README.md", "pages/students/2017/martin_jancura/README.md", "pages/students/2016/maros_harahus/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", "https://zp.kemt.fei.tuke.sk/topics/hatespeech", "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0344", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou LLM a osobou Tetiana Mohorian?", "mode": "vector", "expected_documents": [ "pages/students/2022/tetiana_mohorian/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/tetiana_mohorian/README.md", "pages/students/2023/simona_bobrovcanova/README.md", "pages/students/2023/oleksandr_dorybohov/README.md", "pages/topics/hatespeech/README.md", "pages/students/2023/samuel_dzurina/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", "https://zp.kemt.fei.tuke.sk/topics/hatespeech", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0344", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou LLM a osobou Tetiana Mohorian?", "mode": "hybrid", "expected_documents": [ "pages/students/2022/tetiana_mohorian/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/tetiana_mohorian/README.md", "pages/topics/hatespeech/README.md", "pages/students/2019/patrik_pokrivcak/README.md", "pages/students/2023/simona_bobrovcanova/README.md", "pages/students/2023/oleksandr_dorybohov/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", "https://zp.kemt.fei.tuke.sk/topics/hatespeech", "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0345", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou prompting a osobou Tetiana Mohorian?", "mode": "fts", "expected_documents": [ "pages/students/2022/tetiana_mohorian/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/tetiana_mohorian/README.md", "pages/students/2019/patrik_pokrivcak/README.md", "pages/topics/hatespeech/README.md", "pages/students/2017/martin_jancura/README.md", "pages/students/2016/maros_harahus/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", "https://zp.kemt.fei.tuke.sk/topics/hatespeech", "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0345", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou prompting a osobou Tetiana Mohorian?", "mode": "vector", "expected_documents": [ "pages/students/2022/tetiana_mohorian/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/tetiana_mohorian/README.md", "pages/students/2019/patrik_pokrivcak/README.md", "pages/students/2016/maros_harahus/README.md", "pages/topics/hatespeech/README.md", "pages/students/2023/samuel_dzurina/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/topics/hatespeech", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0345", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou prompting a osobou Tetiana Mohorian?", "mode": "hybrid", "expected_documents": [ "pages/students/2022/tetiana_mohorian/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/tetiana_mohorian/README.md", "pages/students/2019/patrik_pokrivcak/README.md", "pages/topics/hatespeech/README.md", "pages/topics/faq/README.md", "pages/students/2016/patrik_pavlisin/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", "https://zp.kemt.fei.tuke.sk/topics/hatespeech", "https://zp.kemt.fei.tuke.sk/topics/faq", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0346", "split": "dev", "category": "specific_fact", "difficulty": "medium", "question": "Aké dve adaptačné techniky mala Tetiana Mohorian použiť podľa návrhu témy?", "mode": "fts", "expected_documents": [ "pages/students/2022/tetiana_mohorian/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/tetiana_mohorian/README.md", "pages/topics/hatespeech/README.md", "pages/students/2019/patrik_pokrivcak/README.md", "pages/students/2023/ronald_zalacko/README.md", "pages/students/2016/lukas_pokryvka/timovy_projekt/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", "https://zp.kemt.fei.tuke.sk/topics/hatespeech", "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka/timovy_projekt" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0346", "split": "dev", "category": "specific_fact", "difficulty": "medium", "question": "Aké dve adaptačné techniky mala Tetiana Mohorian použiť podľa návrhu témy?", "mode": "vector", "expected_documents": [ "pages/students/2022/tetiana_mohorian/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/tetiana_mohorian/README.md", "pages/students/2022/andrii_pervashov/README.md", "pages/students/2023/simona_bobrovcanova/README.md", "pages/students/2016/maros_harahus/README.md", "pages/students/2019/patrik_pokrivcak/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0346", "split": "dev", "category": "specific_fact", "difficulty": "medium", "question": "Aké dve adaptačné techniky mala Tetiana Mohorian použiť podľa návrhu témy?", "mode": "hybrid", "expected_documents": [ "pages/students/2022/tetiana_mohorian/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/tetiana_mohorian/README.md", "pages/students/2019/patrik_pokrivcak/README.md", "pages/students/2022/andrii_pervashov/README.md", "pages/students/2023/simona_bobrovcanova/README.md", "pages/students/2016/maros_harahus/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0347", "split": "dev", "category": "specific_fact", "difficulty": "medium", "question": "Aký model dosiahol podľa stránky Tetiany Mohorian few-shot F1 približne 0.7?", "mode": "fts", "expected_documents": [ "pages/students/2022/tetiana_mohorian/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/tetiana_mohorian/README.md", "pages/students/2018/ondrej_megela/README.md", "pages/students/2019/patrik_pokrivcak/README.md", "pages/students/2019/alina_vitko/README.md", "pages/students/2021/martin_sarissky/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0347", "split": "dev", "category": "specific_fact", "difficulty": "medium", "question": "Aký model dosiahol podľa stránky Tetiany Mohorian few-shot F1 približne 0.7?", "mode": "vector", "expected_documents": [ "pages/students/2022/tetiana_mohorian/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/tetiana_mohorian/README.md", "pages/students/2023/simona_bobrovcanova/README.md", "pages/students/2016/jakub_maruniak/dp2021/train_experiments/README.md", "pages/students/2019/patrik_pokrivcak/README.md", "pages/students/2022/andrii_pervashov/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021/train_experiments", "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0347", "split": "dev", "category": "specific_fact", "difficulty": "medium", "question": "Aký model dosiahol podľa stránky Tetiany Mohorian few-shot F1 približne 0.7?", "mode": "hybrid", "expected_documents": [ "pages/students/2022/tetiana_mohorian/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/tetiana_mohorian/README.md", "pages/students/2019/patrik_pokrivcak/README.md", "pages/students/2018/ondrej_megela/README.md", "pages/students/2022/valerii_kutsenko/README.md", "pages/students/2023/simona_bobrovcanova/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0363", "split": "dev", "category": "entity_lookup", "difficulty": "easy", "question": "Nájdi dokument o osobe Daniil Huzenko.", "mode": "fts", "expected_documents": [ "pages/students/2022/daniil_huzenko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/daniil_huzenko/README.md", "pages/students/2021/matej_scislak/README.md", "pages/students/2019/david_stromp/README.md", "pages/students/2019/michal_stromko/README.md", "pages/students/2021/martin_sarissky/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0363", "split": "dev", "category": "entity_lookup", "difficulty": "easy", "question": "Nájdi dokument o osobe Daniil Huzenko.", "mode": "vector", "expected_documents": [ "pages/students/2022/daniil_huzenko/README.md" ], "first_relevant_rank": null, "reciprocal_rank": 0.0, "top_documents": [ "pages/students/2021/manohar_gowdru_shridharu/README.md", "pages/interns/sevval_bulburu/README.md", "pages/students/2020/jakub_kristian_lukas/README.md", "pages/students/2019/patrik_pokrivcak/README.md", "pages/students/2021/vladimir_ferko/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" ], "hit_at_1": 0, "recall_at_1": 0.0, "hit_at_3": 0, "recall_at_3": 0.0, "hit_at_5": 0, "recall_at_5": 0.0 }, { "id": "q0363", "split": "dev", "category": "entity_lookup", "difficulty": "easy", "question": "Nájdi dokument o osobe Daniil Huzenko.", "mode": "hybrid", "expected_documents": [ "pages/students/2022/daniil_huzenko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/daniil_huzenko/README.md", "pages/students/2021/manohar_gowdru_shridharu/README.md", "pages/interns/sevval_bulburu/README.md", "pages/students/2020/jakub_kristian_lukas/README.md", "pages/students/2019/patrik_pokrivcak/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0364", "split": "dev", "category": "fact_title", "difficulty": "easy", "question": "Aký je názov bakalárska práca osoby Daniil Huzenko?", "mode": "fts", "expected_documents": [ "pages/students/2022/daniil_huzenko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/daniil_huzenko/README.md", "pages/students/2020/matus_suchanic/README.md", "pages/students/2021/martin_sarissky/README.md", "pages/students/2016/jakub_maruniak/README.md", "pages/students/2021/matej_scislak/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0364", "split": "dev", "category": "fact_title", "difficulty": "easy", "question": "Aký je názov bakalárska práca osoby Daniil Huzenko?", "mode": "vector", "expected_documents": [ "pages/students/2022/daniil_huzenko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/daniil_huzenko/README.md", "pages/students/2017/dmytro_ushatenko/README.md", "pages/students/2020/matej_kobylan/README.md", "pages/students/2022/valerii_kutsenko/README.md", "pages/students/2020/matus_suchanic/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0364", "split": "dev", "category": "fact_title", "difficulty": "easy", "question": "Aký je názov bakalárska práca osoby Daniil Huzenko?", "mode": "hybrid", "expected_documents": [ "pages/students/2022/daniil_huzenko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/daniil_huzenko/README.md", "pages/students/2017/dmytro_ushatenko/README.md", "pages/students/2016/jan_holp/README.md", "pages/students/2019/artem_yatsenko/README.md", "pages/students/2020/matej_kobylan/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0365", "split": "dev", "category": "reverse_lookup", "difficulty": "medium", "question": "Kto sa venuje práci s názvom „Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia“?", "mode": "fts", "expected_documents": [ "pages/students/2022/daniil_huzenko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/daniil_huzenko/README.md", "pages/students/2019/filip_tomas/README.md", "pages/topics/legal/README.md", "pages/students/2016/tomas_kucharik/README.md", "pages/topics/steel/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", "https://zp.kemt.fei.tuke.sk/topics/legal", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/topics/steel" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0365", "split": "dev", "category": "reverse_lookup", "difficulty": "medium", "question": "Kto sa venuje práci s názvom „Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia“?", "mode": "vector", "expected_documents": [ "pages/students/2022/daniil_huzenko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/daniil_huzenko/README.md", "pages/students/2022/vladyslav_yanchenko/README.md", "pages/students/2019/filip_tomas/README.md", "pages/students/2022/valerii_kutsenko/README.md", "pages/students/2016/jakub_maruniak/timovy_projekt/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0365", "split": "dev", "category": "reverse_lookup", "difficulty": "medium", "question": "Kto sa venuje práci s názvom „Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia“?", "mode": "hybrid", "expected_documents": [ "pages/students/2022/daniil_huzenko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/daniil_huzenko/README.md", "pages/students/2019/filip_tomas/README.md", "pages/students/2022/vladyslav_yanchenko/README.md", "pages/students/2022/valerii_kutsenko/README.md", "pages/students/2016/jakub_maruniak/timovy_projekt/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0366", "split": "dev", "category": "topic_lookup", "difficulty": "medium", "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia“.", "mode": "fts", "expected_documents": [ "pages/students/2022/daniil_huzenko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/daniil_huzenko/README.md", "pages/students/2019/filip_tomas/README.md", "pages/topics/steel/README.md", "pages/topics/chatbot/README.md", "pages/students/2021/vladimir_ferko/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", "https://zp.kemt.fei.tuke.sk/topics/steel", "https://zp.kemt.fei.tuke.sk/topics/chatbot", "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0366", "split": "dev", "category": "topic_lookup", "difficulty": "medium", "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia“.", "mode": "vector", "expected_documents": [ "pages/students/2022/daniil_huzenko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/daniil_huzenko/README.md", "pages/students/2022/vladyslav_yanchenko/README.md", "pages/students/2019/filip_tomas/README.md", "pages/students/2022/valerii_kutsenko/README.md", "pages/students/2021/matej_scislak/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0366", "split": "dev", "category": "topic_lookup", "difficulty": "medium", "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia“.", "mode": "hybrid", "expected_documents": [ "pages/students/2022/daniil_huzenko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/daniil_huzenko/README.md", "pages/students/2019/filip_tomas/README.md", "pages/students/2022/vladyslav_yanchenko/README.md", "pages/students/2022/valerii_kutsenko/README.md", "pages/students/2021/matej_scislak/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0367", "split": "dev", "category": "paraphrase", "difficulty": "medium", "question": "O čom je práca osoby Daniil Huzenko?", "mode": "fts", "expected_documents": [ "pages/students/2022/daniil_huzenko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/daniil_huzenko/README.md", "pages/students/2021/martin_sarissky/README.md", "pages/students/2019/filip_tomas/README.md", "pages/students/2016/maros_harahus/README.md", "pages/students/2017/martin_jancura/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0367", "split": "dev", "category": "paraphrase", "difficulty": "medium", "question": "O čom je práca osoby Daniil Huzenko?", "mode": "vector", "expected_documents": [ "pages/students/2022/daniil_huzenko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/daniil_huzenko/README.md", "pages/students/2022/valerii_kutsenko/README.md", "pages/students/2023/samuel_dzurina/README.md", "pages/students/2020/matej_kobylan/README.md", "pages/students/2020/jakub_kristian_lukas/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0367", "split": "dev", "category": "paraphrase", "difficulty": "medium", "question": "O čom je práca osoby Daniil Huzenko?", "mode": "hybrid", "expected_documents": [ "pages/students/2022/daniil_huzenko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/daniil_huzenko/README.md", "pages/students/2020/matej_kobylan/README.md", "pages/students/2017/dmytro_ushatenko/README.md", "pages/students/2022/valerii_kutsenko/README.md", "pages/students/2023/samuel_dzurina/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0368", "split": "dev", "category": "fact_start_year", "difficulty": "easy", "question": "V ktorom roku začal študovať Daniil Huzenko?", "mode": "fts", "expected_documents": [ "pages/students/2022/daniil_huzenko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/daniil_huzenko/README.md", "pages/students/2021/eduard_matovka/README.md", "pages/students/2016/jakub_maruniak/timovy_projekt/README.md", "pages/topics/faq/README.md", "pages/students/2016/maros_harahus/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt", "https://zp.kemt.fei.tuke.sk/topics/faq", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0368", "split": "dev", "category": "fact_start_year", "difficulty": "easy", "question": "V ktorom roku začal študovať Daniil Huzenko?", "mode": "vector", "expected_documents": [ "pages/students/2022/daniil_huzenko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/daniil_huzenko/README.md", "pages/students/2022/valerii_kutsenko/README.md", "pages/students/2017/dmytro_ushatenko/README.md", "pages/students/2020/david_kostilnik/README.md", "pages/students/2016/maros_harahus/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0368", "split": "dev", "category": "fact_start_year", "difficulty": "easy", "question": "V ktorom roku začal študovať Daniil Huzenko?", "mode": "hybrid", "expected_documents": [ "pages/students/2022/daniil_huzenko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/daniil_huzenko/README.md", "pages/students/2017/dmytro_ushatenko/README.md", "pages/students/2022/valerii_kutsenko/README.md", "pages/students/2020/david_kostilnik/README.md", "pages/students/2016/maros_harahus/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0369", "split": "dev", "category": "verification", "difficulty": "medium", "question": "Je pri osobe Daniil Huzenko uvedený rok začiatku štúdia 2022?", "mode": "fts", "expected_documents": [ "pages/students/2022/daniil_huzenko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/daniil_huzenko/README.md", "pages/students/2022/tetiana_mohorian/README.md", "pages/students/2022/samuel_vasil/README.md", "pages/students/2022/valerii_kutsenko/README.md", "pages/students/2022/andrii_pervashov/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0369", "split": "dev", "category": "verification", "difficulty": "medium", "question": "Je pri osobe Daniil Huzenko uvedený rok začiatku štúdia 2022?", "mode": "vector", "expected_documents": [ "pages/students/2022/daniil_huzenko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/daniil_huzenko/README.md", "pages/students/2016/tomas_kucharik/README.md", "pages/students/2018/martin_wencel/README.md", "pages/students/2016/maros_harahus/README.md", "pages/students/2019/michal_stromko/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0369", "split": "dev", "category": "verification", "difficulty": "medium", "question": "Je pri osobe Daniil Huzenko uvedený rok začiatku štúdia 2022?", "mode": "hybrid", "expected_documents": [ "pages/students/2022/daniil_huzenko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/daniil_huzenko/README.md", "pages/students/2018/martin_wencel/README.md", "pages/students/2022/valerii_kutsenko/README.md", "pages/students/2016/tomas_kucharik/README.md", "pages/students/2016/maros_harahus/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0370", "split": "dev", "category": "fact_work_year", "difficulty": "easy", "question": "V ktorom roku je pri osobe Daniil Huzenko uvedená bakalárska práca?", "mode": "fts", "expected_documents": [ "pages/students/2022/daniil_huzenko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/daniil_huzenko/README.md", "pages/students/2021/matej_scislak/README.md", "pages/students/2016/darius_lindvai/timovy_projekt/resers/README.md", "pages/topics/faq/README.md", "pages/students/2016/patrik_pavlisin/tp20/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai/timovy_projekt/resers", "https://zp.kemt.fei.tuke.sk/topics/faq", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0370", "split": "dev", "category": "fact_work_year", "difficulty": "easy", "question": "V ktorom roku je pri osobe Daniil Huzenko uvedená bakalárska práca?", "mode": "vector", "expected_documents": [ "pages/students/2022/daniil_huzenko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/daniil_huzenko/README.md", "pages/students/2017/dmytro_ushatenko/README.md", "pages/students/2022/valerii_kutsenko/README.md", "pages/students/2020/matus_suchanic/README.md", "pages/students/2020/vladyslav_krupko/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0370", "split": "dev", "category": "fact_work_year", "difficulty": "easy", "question": "V ktorom roku je pri osobe Daniil Huzenko uvedená bakalárska práca?", "mode": "hybrid", "expected_documents": [ "pages/students/2022/daniil_huzenko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/daniil_huzenko/README.md", "pages/students/2017/dmytro_ushatenko/README.md", "pages/students/2022/valerii_kutsenko/README.md", "pages/students/2020/matus_suchanic/README.md", "pages/students/2020/vladyslav_krupko/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0371", "split": "dev", "category": "disambiguation_year", "difficulty": "hard", "question": "Rozlíš rok začiatku štúdia a rok práce osoby Daniil Huzenko.", "mode": "fts", "expected_documents": [ "pages/students/2022/daniil_huzenko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/daniil_huzenko/README.md", "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2019/kristian_sopkovic/README.md", "pages/students/2016/ediz_morochovic/README.md", "pages/students/2019/filip_tomas/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0371", "split": "dev", "category": "disambiguation_year", "difficulty": "hard", "question": "Rozlíš rok začiatku štúdia a rok práce osoby Daniil Huzenko.", "mode": "vector", "expected_documents": [ "pages/students/2022/daniil_huzenko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/daniil_huzenko/README.md", "pages/students/2020/matej_kobylan/README.md", "pages/students/2020/jakub_kristian_lukas/README.md", "pages/students/2017/dmytro_ushatenko/README.md", "pages/students/2023/denis_le_thanh/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0371", "split": "dev", "category": "disambiguation_year", "difficulty": "hard", "question": "Rozlíš rok začiatku štúdia a rok práce osoby Daniil Huzenko.", "mode": "hybrid", "expected_documents": [ "pages/students/2022/daniil_huzenko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/daniil_huzenko/README.md", "pages/students/2020/matej_kobylan/README.md", "pages/students/2020/jakub_kristian_lukas/README.md", "pages/students/2017/dmytro_ushatenko/README.md", "pages/students/2023/denis_le_thanh/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0372", "split": "dev", "category": "adversarial_year", "difficulty": "hard", "question": "Je rok 2022 rokom záverečnej práce osoby Daniil Huzenko?", "mode": "fts", "expected_documents": [ "pages/students/2022/daniil_huzenko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/daniil_huzenko/README.md", "pages/topics/faq/README.md", "pages/topics/akopisat/README.md", "pages/students/2022/jan_malinovsky/README.md", "pages/students/2016/dominik_nagy/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", "https://zp.kemt.fei.tuke.sk/topics/faq", "https://zp.kemt.fei.tuke.sk/topics/akopisat", "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0372", "split": "dev", "category": "adversarial_year", "difficulty": "hard", "question": "Je rok 2022 rokom záverečnej práce osoby Daniil Huzenko?", "mode": "vector", "expected_documents": [ "pages/students/2022/daniil_huzenko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/daniil_huzenko/README.md", "pages/students/2016/tomas_kucharik/README.md", "pages/students/2019/michal_stromko/README.md", "pages/students/2019/kristian_sopkovic/README.md", "pages/students/2016/maros_harahus/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0372", "split": "dev", "category": "adversarial_year", "difficulty": "hard", "question": "Je rok 2022 rokom záverečnej práce osoby Daniil Huzenko?", "mode": "hybrid", "expected_documents": [ "pages/students/2022/daniil_huzenko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/daniil_huzenko/README.md", "pages/students/2021/vladimir_ferko/README.md", "pages/students/2016/tomas_kucharik/README.md", "pages/students/2019/michal_stromko/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0373", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou Kubernetes a osobou Daniil Huzenko?", "mode": "fts", "expected_documents": [ "pages/students/2022/daniil_huzenko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/daniil_huzenko/README.md", "pages/students/2017/martin_jancura/README.md", "pages/students/2016/maros_harahus/README.md", "pages/students/2019/filip_tomas/README.md", "pages/students/2018/samuel_sirotnik/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0373", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou Kubernetes a osobou Daniil Huzenko?", "mode": "vector", "expected_documents": [ "pages/students/2022/daniil_huzenko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/daniil_huzenko/README.md", "pages/students/2022/valerii_kutsenko/README.md", "pages/topics/faq/README.md", "pages/students/2016/tomas_kucharik/README.md", "pages/students/2017/dmytro_ushatenko/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", "https://zp.kemt.fei.tuke.sk/topics/faq", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0373", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou Kubernetes a osobou Daniil Huzenko?", "mode": "hybrid", "expected_documents": [ "pages/students/2022/daniil_huzenko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/daniil_huzenko/README.md", "pages/students/2022/valerii_kutsenko/README.md", "pages/students/2018/samuel_sirotnik/README.md", "pages/topics/faq/README.md", "pages/students/2022/vladyslav_yanchenko/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", "https://zp.kemt.fei.tuke.sk/topics/faq", "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0374", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou Raspberry Pi a osobou Daniil Huzenko?", "mode": "fts", "expected_documents": [ "pages/students/2022/daniil_huzenko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/daniil_huzenko/README.md", "pages/students/2018/samuel_sirotnik/README.md", "pages/students/2019/filip_tomas/README.md", "pages/students/2019/david_stromp/README.md", "pages/students/2017/martin_jancura/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp", "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0374", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou Raspberry Pi a osobou Daniil Huzenko?", "mode": "vector", "expected_documents": [ "pages/students/2022/daniil_huzenko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/daniil_huzenko/README.md", "pages/students/2018/samuel_sirotnik/README.md", "pages/students/2017/dmytro_ushatenko/README.md", "pages/topics/faq/README.md", "pages/students/2020/jakub_kristian_lukas/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", "https://zp.kemt.fei.tuke.sk/topics/faq", "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0374", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou Raspberry Pi a osobou Daniil Huzenko?", "mode": "hybrid", "expected_documents": [ "pages/students/2022/daniil_huzenko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/daniil_huzenko/README.md", "pages/students/2018/samuel_sirotnik/README.md", "pages/students/2019/filip_tomas/README.md", "pages/students/2020/jakub_kristian_lukas/README.md", "pages/topics/faq/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", "https://zp.kemt.fei.tuke.sk/topics/faq" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0375", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou hybridný cloud a osobou Daniil Huzenko?", "mode": "fts", "expected_documents": [ "pages/students/2022/daniil_huzenko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/daniil_huzenko/README.md", "pages/students/2019/michal_stromko/README.md", "pages/students/2017/martin_jancura/README.md", "pages/students/2016/lukas_pokryvka/README.md", "pages/students/2016/maros_harahus/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0375", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou hybridný cloud a osobou Daniil Huzenko?", "mode": "vector", "expected_documents": [ "pages/students/2022/daniil_huzenko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/daniil_huzenko/README.md", "pages/students/2018/samuel_sirotnik/README.md", "pages/students/2019/michal_stromko/README.md", "pages/students/2023/samuel_dzurina/README.md", "pages/students/2022/valerii_kutsenko/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0375", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou hybridný cloud a osobou Daniil Huzenko?", "mode": "hybrid", "expected_documents": [ "pages/students/2022/daniil_huzenko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/daniil_huzenko/README.md", "pages/students/2018/samuel_sirotnik/README.md", "pages/students/2019/michal_stromko/README.md", "pages/students/2016/lukas_pokryvka/README.md", "pages/students/2023/samuel_dzurina/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0376", "split": "dev", "category": "specific_fact", "difficulty": "medium", "question": "Aký hardvér mal Daniil Huzenko použiť na vlastný klaster?", "mode": "fts", "expected_documents": [ "pages/students/2022/daniil_huzenko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/daniil_huzenko/README.md", "pages/students/2018/samuel_sirotnik/README.md", "pages/students/2019/filip_tomas/README.md", "pages/students/2020/matus_suchanic/README.md", "pages/students/2022/vladyslav_yanchenko/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0376", "split": "dev", "category": "specific_fact", "difficulty": "medium", "question": "Aký hardvér mal Daniil Huzenko použiť na vlastný klaster?", "mode": "vector", "expected_documents": [ "pages/students/2022/daniil_huzenko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/daniil_huzenko/README.md", "pages/students/2018/samuel_sirotnik/README.md", "pages/students/2022/vladyslav_yanchenko/README.md", "pages/students/2022/valerii_kutsenko/README.md", "pages/students/2019/david_stromp/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0376", "split": "dev", "category": "specific_fact", "difficulty": "medium", "question": "Aký hardvér mal Daniil Huzenko použiť na vlastný klaster?", "mode": "hybrid", "expected_documents": [ "pages/students/2022/daniil_huzenko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/daniil_huzenko/README.md", "pages/students/2018/samuel_sirotnik/README.md", "pages/students/2022/vladyslav_yanchenko/README.md", "pages/students/2019/filip_tomas/README.md", "pages/students/2020/matus_suchanic/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0377", "split": "dev", "category": "specific_fact", "difficulty": "medium", "question": "Akým nástrojom mal Daniil Huzenko konfigurovať alebo resetovať klaster?", "mode": "fts", "expected_documents": [ "pages/students/2022/daniil_huzenko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/daniil_huzenko/README.md", "pages/students/2019/filip_tomas/README.md", "pages/students/2018/samuel_sirotnik/README.md", "pages/students/2016/maros_harahus/README.md", "pages/students/2022/oleh_poiasnik/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0377", "split": "dev", "category": "specific_fact", "difficulty": "medium", "question": "Akým nástrojom mal Daniil Huzenko konfigurovať alebo resetovať klaster?", "mode": "vector", "expected_documents": [ "pages/students/2022/daniil_huzenko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/daniil_huzenko/README.md", "pages/students/2018/samuel_sirotnik/README.md", "pages/students/2022/vladyslav_yanchenko/README.md", "pages/students/2019/filip_tomas/README.md", "pages/students/2021/eduard_matovka/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0377", "split": "dev", "category": "specific_fact", "difficulty": "medium", "question": "Akým nástrojom mal Daniil Huzenko konfigurovať alebo resetovať klaster?", "mode": "hybrid", "expected_documents": [ "pages/students/2022/daniil_huzenko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/daniil_huzenko/README.md", "pages/students/2018/samuel_sirotnik/README.md", "pages/students/2019/filip_tomas/README.md", "pages/students/2022/vladyslav_yanchenko/README.md", "pages/students/2021/eduard_matovka/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0378", "split": "dev", "category": "entity_lookup", "difficulty": "easy", "question": "Nájdi dokument o osobe Ján Pták.", "mode": "fts", "expected_documents": [ "pages/students/2022/jan_ptak/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2016/jan_holp/timovy_projekt/README.md", "pages/students/2016/jan_holp/README.md", "pages/students/2022/jan_malinovsky/README.md", "pages/students/2021/matej_scislak/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0378", "split": "dev", "category": "entity_lookup", "difficulty": "easy", "question": "Nájdi dokument o osobe Ján Pták.", "mode": "vector", "expected_documents": [ "pages/students/2022/jan_ptak/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2021/manohar_gowdru_shridharu/README.md", "pages/students/2021/vladimir_ferko/README.md", "pages/students/2018/adrian_remias/README.md", "pages/students/2021/eduard_matovka/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0378", "split": "dev", "category": "entity_lookup", "difficulty": "easy", "question": "Nájdi dokument o osobe Ján Pták.", "mode": "hybrid", "expected_documents": [ "pages/students/2022/jan_ptak/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2021/manohar_gowdru_shridharu/README.md", "pages/students/2022/jan_malinovsky/README.md", "pages/students/2021/vladimir_ferko/README.md", "pages/students/2018/adrian_remias/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0379", "split": "dev", "category": "fact_title", "difficulty": "easy", "question": "Aký je názov diplomový projekt osoby Ján Pták?", "mode": "fts", "expected_documents": [ "pages/students/2022/jan_ptak/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2016/jan_holp/README.md", "pages/students/2022/jan_malinovsky/README.md", "pages/students/2020/matus_suchanic/README.md", "pages/students/2016/jan_holp/timovy_projekt/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0379", "split": "dev", "category": "fact_title", "difficulty": "easy", "question": "Aký je názov diplomový projekt osoby Ján Pták?", "mode": "vector", "expected_documents": [ "pages/students/2022/jan_ptak/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2017/martin_jancura/README.md", "pages/students/2016/jakub_maruniak/dp2021/README.md", "pages/students/2016/jan_holp/README.md", "pages/students/2016/jakub_maruniak/dp2021/annotation/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021/annotation" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0379", "split": "dev", "category": "fact_title", "difficulty": "easy", "question": "Aký je názov diplomový projekt osoby Ján Pták?", "mode": "hybrid", "expected_documents": [ "pages/students/2022/jan_ptak/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2016/jan_holp/README.md", "pages/students/2022/jan_malinovsky/README.md", "pages/students/2016/jakub_maruniak/dp2021/annotation/README.md", "pages/students/2016/jakub_maruniak/dp2021/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021/annotation", "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0380", "split": "dev", "category": "reverse_lookup", "difficulty": "medium", "question": "Kto sa venuje práci s názvom „Agent pre manažment záverečných prác“?", "mode": "fts", "expected_documents": [ "pages/students/2022/jan_ptak/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2023/samuel_dzurina/README.md", "pages/topics/otvorene/README.md", "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2016/tomas_kucharik/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/topics/otvorene", "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0380", "split": "dev", "category": "reverse_lookup", "difficulty": "medium", "question": "Kto sa venuje práci s názvom „Agent pre manažment záverečných prác“?", "mode": "vector", "expected_documents": [ "pages/students/2022/jan_ptak/README.md" ], "first_relevant_rank": 2, "reciprocal_rank": 0.5, "top_documents": [ "pages/topics/akopisat/README.md", "pages/students/2022/jan_ptak/README.md", "pages/topics/faq/README.md", "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2021/vladimir_ferko/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/akopisat", "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/topics/faq", "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" ], "hit_at_1": 0, "recall_at_1": 0.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0380", "split": "dev", "category": "reverse_lookup", "difficulty": "medium", "question": "Kto sa venuje práci s názvom „Agent pre manažment záverečných prác“?", "mode": "hybrid", "expected_documents": [ "pages/students/2022/jan_ptak/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/topics/akopisat/README.md", "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2023/samuel_dzurina/README.md", "pages/topics/faq/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/topics/akopisat", "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/topics/faq" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0381", "split": "dev", "category": "topic_lookup", "difficulty": "medium", "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Agent pre manažment záverečných prác“.", "mode": "fts", "expected_documents": [ "pages/students/2022/jan_ptak/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2023/samuel_dzurina/README.md", "pages/students/2021/martin_sarissky/README.md", "pages/students/2021/vladimir_ferko/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0381", "split": "dev", "category": "topic_lookup", "difficulty": "medium", "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Agent pre manažment záverečných prác“.", "mode": "vector", "expected_documents": [ "pages/students/2022/jan_ptak/README.md" ], "first_relevant_rank": 5, "reciprocal_rank": 0.2, "top_documents": [ "pages/topics/faq/README.md", "pages/topics/akopisat/README.md", "pages/students/2021/vladimir_ferko/README.md", "pages/students/2020/matej_kobylan/README.md", "pages/students/2022/jan_ptak/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/faq", "https://zp.kemt.fei.tuke.sk/topics/akopisat", "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" ], "hit_at_1": 0, "recall_at_1": 0.0, "hit_at_3": 0, "recall_at_3": 0.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0381", "split": "dev", "category": "topic_lookup", "difficulty": "medium", "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Agent pre manažment záverečných prác“.", "mode": "hybrid", "expected_documents": [ "pages/students/2022/jan_ptak/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/topics/faq/README.md", "pages/topics/akopisat/README.md", "pages/students/2020/matej_kobylan/README.md", "pages/students/2023/rostyslav_rodzhuk/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/topics/faq", "https://zp.kemt.fei.tuke.sk/topics/akopisat", "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0382", "split": "dev", "category": "paraphrase", "difficulty": "medium", "question": "O čom je práca osoby Ján Pták?", "mode": "fts", "expected_documents": [ "pages/students/2022/jan_ptak/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2022/jan_malinovsky/README.md", "pages/students/2016/jan_holp/timovy_projekt/README.md", "pages/students/2016/jan_holp/README.md", "pages/students/2021/martin_sarissky/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0382", "split": "dev", "category": "paraphrase", "difficulty": "medium", "question": "O čom je práca osoby Ján Pták?", "mode": "vector", "expected_documents": [ "pages/students/2022/jan_ptak/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2022/jan_malinovsky/README.md", "pages/students/2017/martin_jancura/README.md", "pages/students/2023/samuel_dzurina/README.md", "pages/students/2020/matej_kobylan/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0382", "split": "dev", "category": "paraphrase", "difficulty": "medium", "question": "O čom je práca osoby Ján Pták?", "mode": "hybrid", "expected_documents": [ "pages/students/2022/jan_ptak/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2022/jan_malinovsky/README.md", "pages/students/2020/matej_kobylan/README.md", "pages/students/2017/martin_jancura/README.md", "pages/students/2023/samuel_dzurina/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0383", "split": "dev", "category": "fact_start_year", "difficulty": "easy", "question": "V ktorom roku začal študovať Ján Pták?", "mode": "fts", "expected_documents": [ "pages/students/2022/jan_ptak/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2016/jan_holp/README.md", "pages/students/2021/eduard_matovka/README.md", "pages/students/2016/jakub_maruniak/timovy_projekt/README.md", "pages/students/2018/david_omasta/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt", "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0383", "split": "dev", "category": "fact_start_year", "difficulty": "easy", "question": "V ktorom roku začal študovať Ján Pták?", "mode": "vector", "expected_documents": [ "pages/students/2022/jan_ptak/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2022/jan_malinovsky/README.md", "pages/students/2021/nikita_bodnar/README.md", "pages/students/2022/valerii_kutsenko/README.md", "pages/students/2018/ondrej_megela/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0383", "split": "dev", "category": "fact_start_year", "difficulty": "easy", "question": "V ktorom roku začal študovať Ján Pták?", "mode": "hybrid", "expected_documents": [ "pages/students/2022/jan_ptak/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2022/jan_malinovsky/README.md", "pages/students/2016/jan_holp/README.md", "pages/students/2021/nikita_bodnar/README.md", "pages/students/2022/valerii_kutsenko/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0384", "split": "dev", "category": "verification", "difficulty": "medium", "question": "Je pri osobe Ján Pták uvedený rok začiatku štúdia 2022?", "mode": "fts", "expected_documents": [ "pages/students/2022/jan_ptak/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2022/jan_malinovsky/README.md", "pages/students/2016/jan_holp/README.md", "pages/students/2022/tetiana_mohorian/README.md", "pages/students/2022/daniil_huzenko/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0384", "split": "dev", "category": "verification", "difficulty": "medium", "question": "Je pri osobe Ján Pták uvedený rok začiatku štúdia 2022?", "mode": "vector", "expected_documents": [ "pages/students/2022/jan_ptak/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2016/tomas_kucharik/README.md", "pages/students/2022/tetiana_mohorian/README.md", "pages/students/2019/kristian_sopkovic/README.md", "pages/students/2018/martin_wencel/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0384", "split": "dev", "category": "verification", "difficulty": "medium", "question": "Je pri osobe Ján Pták uvedený rok začiatku štúdia 2022?", "mode": "hybrid", "expected_documents": [ "pages/students/2022/jan_ptak/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2022/tetiana_mohorian/README.md", "pages/students/2022/jan_malinovsky/README.md", "pages/students/2018/martin_wencel/README.md", "pages/students/2016/tomas_kucharik/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0385", "split": "dev", "category": "fact_work_year", "difficulty": "easy", "question": "V ktorom roku je pri osobe Ján Pták uvedená diplomový projekt?", "mode": "fts", "expected_documents": [ "pages/students/2022/jan_ptak/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2022/jan_malinovsky/README.md", "pages/students/2016/jan_holp/README.md", "pages/students/2016/jan_holp/timovy_projekt/README.md", "pages/students/2018/david_omasta/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt", "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0385", "split": "dev", "category": "fact_work_year", "difficulty": "easy", "question": "V ktorom roku je pri osobe Ján Pták uvedená diplomový projekt?", "mode": "vector", "expected_documents": [ "pages/students/2022/jan_ptak/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2017/martin_jancura/README.md", "pages/students/2016/jakub_maruniak/dp2021/README.md", "pages/students/2016/jan_holp/README.md", "pages/students/2022/jan_malinovsky/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0385", "split": "dev", "category": "fact_work_year", "difficulty": "easy", "question": "V ktorom roku je pri osobe Ján Pták uvedená diplomový projekt?", "mode": "hybrid", "expected_documents": [ "pages/students/2022/jan_ptak/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2016/jan_holp/README.md", "pages/students/2022/jan_malinovsky/README.md", "pages/students/2016/jakub_maruniak/dp2021/README.md", "pages/students/2017/martin_jancura/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021", "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0386", "split": "dev", "category": "disambiguation_year", "difficulty": "hard", "question": "Rozlíš rok začiatku štúdia a rok práce osoby Ján Pták.", "mode": "fts", "expected_documents": [ "pages/students/2022/jan_ptak/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2016/jan_holp/README.md", "pages/students/2022/jan_malinovsky/README.md", "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0386", "split": "dev", "category": "disambiguation_year", "difficulty": "hard", "question": "Rozlíš rok začiatku štúdia a rok práce osoby Ján Pták.", "mode": "vector", "expected_documents": [ "pages/students/2022/jan_ptak/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2020/matej_kobylan/README.md", "pages/students/2017/martin_jancura/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md", "pages/students/2020/jakub_kristian_lukas/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0386", "split": "dev", "category": "disambiguation_year", "difficulty": "hard", "question": "Rozlíš rok začiatku štúdia a rok práce osoby Ján Pták.", "mode": "hybrid", "expected_documents": [ "pages/students/2022/jan_ptak/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2020/matej_kobylan/README.md", "pages/students/2022/jan_malinovsky/README.md", "pages/students/2017/martin_jancura/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0387", "split": "dev", "category": "adversarial_year", "difficulty": "hard", "question": "Je rok 2022 rokom záverečnej práce osoby Ján Pták?", "mode": "fts", "expected_documents": [ "pages/students/2022/jan_ptak/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2022/jan_malinovsky/README.md", "pages/topics/faq/README.md", "pages/students/2016/jan_holp/README.md", "pages/topics/akopisat/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/topics/faq", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", "https://zp.kemt.fei.tuke.sk/topics/akopisat" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0387", "split": "dev", "category": "adversarial_year", "difficulty": "hard", "question": "Je rok 2022 rokom záverečnej práce osoby Ján Pták?", "mode": "vector", "expected_documents": [ "pages/students/2022/jan_ptak/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2020/matej_kobylan/README.md", "pages/students/2021/vladimir_ferko/README.md", "pages/students/2016/tomas_kucharik/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0387", "split": "dev", "category": "adversarial_year", "difficulty": "hard", "question": "Je rok 2022 rokom záverečnej práce osoby Ján Pták?", "mode": "hybrid", "expected_documents": [ "pages/students/2022/jan_ptak/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2020/matej_kobylan/README.md", "pages/students/2021/vladimir_ferko/README.md", "pages/students/2022/tetiana_mohorian/README.md", "pages/students/2016/tomas_kucharik/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0388", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou RAG a osobou Ján Pták?", "mode": "fts", "expected_documents": [ "pages/students/2022/jan_ptak/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2022/jan_malinovsky/README.md", "pages/students/2016/jan_holp/timovy_projekt/README.md", "pages/students/2017/martin_jancura/README.md", "pages/students/2016/jan_holp/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt", "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0388", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou RAG a osobou Ján Pták?", "mode": "vector", "expected_documents": [ "pages/students/2022/jan_ptak/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2022/jan_malinovsky/README.md", "pages/students/2022/oleh_poiasnik/README.md", "pages/students/2021/matej_scislak/README.md", "pages/students/2023/rostyslav_rodzhuk/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0388", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou RAG a osobou Ján Pták?", "mode": "hybrid", "expected_documents": [ "pages/students/2022/jan_ptak/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2022/jan_malinovsky/README.md", "pages/students/2022/oleh_poiasnik/README.md", "pages/students/2021/matej_scislak/README.md", "pages/students/2023/rostyslav_rodzhuk/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0389", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou OpenWebUI a osobou Ján Pták?", "mode": "fts", "expected_documents": [ "pages/students/2022/jan_ptak/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2022/jan_malinovsky/README.md", "pages/students/2016/jan_holp/timovy_projekt/README.md", "pages/students/2017/martin_jancura/README.md", "pages/students/2016/jan_holp/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt", "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0389", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou OpenWebUI a osobou Ján Pták?", "mode": "vector", "expected_documents": [ "pages/students/2022/jan_ptak/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2022/samuel_vasil/README.md", "pages/students/2022/andrii_pervashov/README.md", "pages/students/2021/martin_sarissky/README.md", "pages/students/2023/oleksandr_dorybohov/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0389", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou OpenWebUI a osobou Ján Pták?", "mode": "hybrid", "expected_documents": [ "pages/students/2022/jan_ptak/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2022/samuel_vasil/README.md", "pages/students/2022/andrii_pervashov/README.md", "pages/students/2022/jan_malinovsky/README.md", "pages/students/2021/martin_sarissky/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0390", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou Docker a osobou Ján Pták?", "mode": "fts", "expected_documents": [ "pages/students/2022/jan_ptak/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2016/jan_holp/timovy_projekt/README.md", "pages/students/2017/martin_jancura/README.md", "pages/students/2016/jan_holp/README.md", "pages/students/2022/jan_malinovsky/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt", "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0390", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou Docker a osobou Ján Pták?", "mode": "vector", "expected_documents": [ "pages/students/2022/jan_ptak/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/topics/faq/README.md", "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2019/michal_stromko/README.md", "pages/students/2021/martin_sarissky/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/topics/faq", "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0390", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou Docker a osobou Ján Pták?", "mode": "hybrid", "expected_documents": [ "pages/students/2022/jan_ptak/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/topics/faq/README.md", "pages/students/2016/patrik_pavlisin/README.md", "pages/students/2016/jan_holp/README.md", "pages/students/2023/rostyslav_rodzhuk/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/topics/faq", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0391", "split": "dev", "category": "specific_fact", "difficulty": "medium", "question": "Aké používateľské rozhranie má Ján Pták použiť pre svojho agenta?", "mode": "fts", "expected_documents": [ "pages/students/2022/jan_ptak/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2023/samuel_dzurina/README.md", "pages/students/2016/jan_holp/README.md", "pages/students/2016/jan_holp/timovy_projekt/README.md", "pages/students/2022/jan_malinovsky/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt", "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0391", "split": "dev", "category": "specific_fact", "difficulty": "medium", "question": "Aké používateľské rozhranie má Ján Pták použiť pre svojho agenta?", "mode": "vector", "expected_documents": [ "pages/students/2022/jan_ptak/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2023/samuel_dzurina/README.md", "pages/students/2023/oleksandr_dorybohov/README.md", "pages/students/2021/martin_sarissky/README.md", "pages/students/2016/jan_holp/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0391", "split": "dev", "category": "specific_fact", "difficulty": "medium", "question": "Aké používateľské rozhranie má Ján Pták použiť pre svojho agenta?", "mode": "hybrid", "expected_documents": [ "pages/students/2022/jan_ptak/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2023/oleksandr_dorybohov/README.md", "pages/students/2016/jan_holp/README.md", "pages/students/2023/samuel_dzurina/README.md", "pages/students/2023/rostyslav_rodzhuk/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0392", "split": "dev", "category": "specific_fact", "difficulty": "medium", "question": "Akým spôsobom má Ján Pták implementovať synchronizáciu?", "mode": "fts", "expected_documents": [ "pages/students/2022/jan_ptak/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2016/jan_holp/README.md", "pages/students/2016/jan_holp/timovy_projekt/README.md", "pages/students/2021/vladimir_ferko/README.md", "pages/students/2023/ronald_zalacko/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt", "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0392", "split": "dev", "category": "specific_fact", "difficulty": "medium", "question": "Akým spôsobom má Ján Pták implementovať synchronizáciu?", "mode": "vector", "expected_documents": [ "pages/students/2022/jan_ptak/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2022/jan_malinovsky/README.md", "pages/students/2021/martin_sarissky/README.md", "pages/students/2016/patrik_pavlisin/README.md", "pages/students/2021/eduard_matovka/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0392", "split": "dev", "category": "specific_fact", "difficulty": "medium", "question": "Akým spôsobom má Ján Pták implementovať synchronizáciu?", "mode": "hybrid", "expected_documents": [ "pages/students/2022/jan_ptak/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2022/jan_malinovsky/README.md", "pages/students/2021/martin_sarissky/README.md", "pages/students/2016/patrik_pavlisin/README.md", "pages/students/2021/eduard_matovka/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0393", "split": "dev", "category": "specific_fact", "difficulty": "medium", "question": "Akú databázu a backend už Ján Pták podľa stavu používal?", "mode": "fts", "expected_documents": [ "pages/students/2022/jan_ptak/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2016/jan_holp/README.md", "pages/students/2022/jan_malinovsky/README.md", "pages/students/2016/jan_holp/timovy_projekt/README.md", "pages/students/2017/martin_jancura/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt", "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0393", "split": "dev", "category": "specific_fact", "difficulty": "medium", "question": "Akú databázu a backend už Ján Pták podľa stavu používal?", "mode": "vector", "expected_documents": [ "pages/students/2022/jan_ptak/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2020/matej_kobylan/README.md", "pages/students/2021/eduard_matovka/README.md", "pages/students/2021/matej_scislak/README.md", "pages/students/2022/vladyslav_yanchenko/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0393", "split": "dev", "category": "specific_fact", "difficulty": "medium", "question": "Akú databázu a backend už Ján Pták podľa stavu používal?", "mode": "hybrid", "expected_documents": [ "pages/students/2022/jan_ptak/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2021/eduard_matovka/README.md", "pages/students/2022/vladyslav_yanchenko/README.md", "pages/students/2020/matej_kobylan/README.md", "pages/students/2021/matej_scislak/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0423", "split": "dev", "category": "entity_lookup", "difficulty": "easy", "question": "Nájdi dokument o osobe Rostyslav Rodzhuk.", "mode": "fts", "expected_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2021/matej_scislak/README.md", "pages/students/2019/david_stromp/README.md", "pages/students/2019/michal_stromko/README.md", "pages/students/2021/martin_sarissky/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0423", "split": "dev", "category": "entity_lookup", "difficulty": "easy", "question": "Nájdi dokument o osobe Rostyslav Rodzhuk.", "mode": "vector", "expected_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2021/manohar_gowdru_shridharu/README.md", "pages/interns/sevval_bulburu/README.md", "pages/interns/oliver_pejic/README.md", "pages/students/2022/andrii_pervashov/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0423", "split": "dev", "category": "entity_lookup", "difficulty": "easy", "question": "Nájdi dokument o osobe Rostyslav Rodzhuk.", "mode": "hybrid", "expected_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2021/manohar_gowdru_shridharu/README.md", "pages/students/2021/matej_scislak/README.md", "pages/interns/sevval_bulburu/README.md", "pages/interns/oliver_pejic/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0424", "split": "dev", "category": "fact_title", "difficulty": "easy", "question": "Aký je názov bakalárska práca osoby Rostyslav Rodzhuk?", "mode": "fts", "expected_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2020/matus_suchanic/README.md", "pages/students/2021/martin_sarissky/README.md", "pages/students/2016/jakub_maruniak/README.md", "pages/students/2021/matej_scislak/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0424", "split": "dev", "category": "fact_title", "difficulty": "easy", "question": "Aký je názov bakalárska práca osoby Rostyslav Rodzhuk?", "mode": "vector", "expected_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2023/oleksandr_dorybohov/README.md", "pages/students/2016/ediz_morochovic/README.md", "pages/students/2023/maksym_zatirka/README.md", "pages/students/2016/jan_holp/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0424", "split": "dev", "category": "fact_title", "difficulty": "easy", "question": "Aký je názov bakalárska práca osoby Rostyslav Rodzhuk?", "mode": "hybrid", "expected_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2016/ediz_morochovic/README.md", "pages/students/2016/jan_holp/README.md", "pages/students/2023/oleksandr_dorybohov/README.md", "pages/students/2023/maksym_zatirka/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0425", "split": "dev", "category": "reverse_lookup", "difficulty": "medium", "question": "Kto sa venuje práci s názvom „Inteligentný agent pre podporu práce špeciálneho pedagóga“?", "mode": "fts", "expected_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2023/samuel_dzurina/README.md", "pages/students/2021/martin_sarissky/README.md", "pages/students/2022/oleh_poiasnik/README.md", "pages/students/2022/jan_malinovsky/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0425", "split": "dev", "category": "reverse_lookup", "difficulty": "medium", "question": "Kto sa venuje práci s názvom „Inteligentný agent pre podporu práce špeciálneho pedagóga“?", "mode": "vector", "expected_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/topics/faq/README.md", "pages/students/2023/oleksandr_dorybohov/README.md", "pages/students/2020/matej_kobylan/README.md", "pages/students/2021/martin_sarissky/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/topics/faq", "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0425", "split": "dev", "category": "reverse_lookup", "difficulty": "medium", "question": "Kto sa venuje práci s názvom „Inteligentný agent pre podporu práce špeciálneho pedagóga“?", "mode": "hybrid", "expected_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2021/martin_sarissky/README.md", "pages/students/2023/oleksandr_dorybohov/README.md", "pages/students/2023/samuel_dzurina/README.md", "pages/students/2022/jan_malinovsky/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0426", "split": "dev", "category": "topic_lookup", "difficulty": "medium", "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Inteligentný agent pre podporu práce špeciálneho pedagóga“.", "mode": "fts", "expected_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2021/martin_sarissky/README.md", "pages/students/2023/samuel_dzurina/README.md", "pages/students/2021/vladimir_ferko/README.md", "pages/students/2022/jan_malinovsky/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0426", "split": "dev", "category": "topic_lookup", "difficulty": "medium", "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Inteligentný agent pre podporu práce špeciálneho pedagóga“.", "mode": "vector", "expected_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/topics/faq/README.md", "pages/students/2020/matej_kobylan/README.md", "pages/students/2021/martin_sarissky/README.md", "pages/topics/akopisat/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/topics/faq", "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/topics/akopisat" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0426", "split": "dev", "category": "topic_lookup", "difficulty": "medium", "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Inteligentný agent pre podporu práce špeciálneho pedagóga“.", "mode": "hybrid", "expected_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/topics/faq/README.md", "pages/students/2021/martin_sarissky/README.md", "pages/students/2020/matej_kobylan/README.md", "pages/students/2023/samuel_dzurina/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/topics/faq", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0427", "split": "dev", "category": "paraphrase", "difficulty": "medium", "question": "O čom je práca osoby Rostyslav Rodzhuk?", "mode": "fts", "expected_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2021/martin_sarissky/README.md", "pages/students/2016/maros_harahus/README.md", "pages/students/2017/martin_jancura/README.md", "pages/students/2022/valerii_kutsenko/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0427", "split": "dev", "category": "paraphrase", "difficulty": "medium", "question": "O čom je práca osoby Rostyslav Rodzhuk?", "mode": "vector", "expected_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2023/ronald_zalacko/README.md", "pages/students/2023/oleksandr_dorybohov/README.md", "pages/students/2022/jan_malinovsky/README.md", "pages/students/2021/manohar_gowdru_shridharu/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0427", "split": "dev", "category": "paraphrase", "difficulty": "medium", "question": "O čom je práca osoby Rostyslav Rodzhuk?", "mode": "hybrid", "expected_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2023/ronald_zalacko/README.md", "pages/students/2023/oleksandr_dorybohov/README.md", "pages/students/2022/jan_malinovsky/README.md", "pages/students/2021/manohar_gowdru_shridharu/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0428", "split": "dev", "category": "fact_start_year", "difficulty": "easy", "question": "V ktorom roku začal študovať Rostyslav Rodzhuk?", "mode": "fts", "expected_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2021/eduard_matovka/README.md", "pages/students/2016/jakub_maruniak/timovy_projekt/README.md", "pages/topics/faq/README.md", "pages/students/2016/maros_harahus/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt", "https://zp.kemt.fei.tuke.sk/topics/faq", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0428", "split": "dev", "category": "fact_start_year", "difficulty": "easy", "question": "V ktorom roku začal študovať Rostyslav Rodzhuk?", "mode": "vector", "expected_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2018/oleh_bilykh/README.md", "pages/students/2022/jan_malinovsky/README.md", "pages/students/2023/ronald_zalacko/README.md", "pages/students/2020/matus_suchanic/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0428", "split": "dev", "category": "fact_start_year", "difficulty": "easy", "question": "V ktorom roku začal študovať Rostyslav Rodzhuk?", "mode": "hybrid", "expected_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2016/jan_holp/README.md", "pages/students/2018/oleh_bilykh/README.md", "pages/students/2022/jan_malinovsky/README.md", "pages/students/2023/ronald_zalacko/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0429", "split": "dev", "category": "verification", "difficulty": "medium", "question": "Je pri osobe Rostyslav Rodzhuk uvedený rok začiatku štúdia 2023?", "mode": "fts", "expected_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2023/oleksandr_dorybohov/README.md", "pages/students/2023/simona_bobrovcanova/README.md", "pages/students/2023/ronald_zalacko/README.md", "pages/students/2023/denis_le_thanh/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0429", "split": "dev", "category": "verification", "difficulty": "medium", "question": "Je pri osobe Rostyslav Rodzhuk uvedený rok začiatku štúdia 2023?", "mode": "vector", "expected_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2019/kristian_sopkovic/README.md", "pages/students/2018/oleh_bilykh/README.md", "pages/students/2020/jakub_kristian_lukas/README.md", "pages/students/2019/michal_stromko/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0429", "split": "dev", "category": "verification", "difficulty": "medium", "question": "Je pri osobe Rostyslav Rodzhuk uvedený rok začiatku štúdia 2023?", "mode": "hybrid", "expected_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2020/jakub_kristian_lukas/README.md", "pages/students/2019/kristian_sopkovic/README.md", "pages/students/2018/oleh_bilykh/README.md", "pages/students/2022/jan_malinovsky/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0430", "split": "dev", "category": "fact_work_year", "difficulty": "easy", "question": "V ktorom roku je pri osobe Rostyslav Rodzhuk uvedená bakalárska práca?", "mode": "fts", "expected_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2021/matej_scislak/README.md", "pages/students/2016/darius_lindvai/timovy_projekt/resers/README.md", "pages/topics/faq/README.md", "pages/students/2016/patrik_pavlisin/tp20/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai/timovy_projekt/resers", "https://zp.kemt.fei.tuke.sk/topics/faq", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0430", "split": "dev", "category": "fact_work_year", "difficulty": "easy", "question": "V ktorom roku je pri osobe Rostyslav Rodzhuk uvedená bakalárska práca?", "mode": "vector", "expected_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2016/ediz_morochovic/README.md", "pages/students/2023/oleksandr_dorybohov/README.md", "pages/students/2019/michal_stromko/README.md", "pages/students/2020/jakub_kristian_lukas/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0430", "split": "dev", "category": "fact_work_year", "difficulty": "easy", "question": "V ktorom roku je pri osobe Rostyslav Rodzhuk uvedená bakalárska práca?", "mode": "hybrid", "expected_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2016/ediz_morochovic/README.md", "pages/students/2023/oleksandr_dorybohov/README.md", "pages/students/2019/michal_stromko/README.md", "pages/students/2020/jakub_kristian_lukas/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0431", "split": "dev", "category": "disambiguation_year", "difficulty": "hard", "question": "Rozlíš rok začiatku štúdia a rok práce osoby Rostyslav Rodzhuk.", "mode": "fts", "expected_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2019/kristian_sopkovic/README.md", "pages/students/2016/ediz_morochovic/README.md", "pages/students/2019/filip_tomas/README.md", "pages/students/2018/samuel_sirotnik/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0431", "split": "dev", "category": "disambiguation_year", "difficulty": "hard", "question": "Rozlíš rok začiatku štúdia a rok práce osoby Rostyslav Rodzhuk.", "mode": "vector", "expected_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2021/manohar_gowdru_shridharu/README.md", "pages/students/2020/matej_kobylan/README.md", "pages/students/2016/maros_harahus/README.md", "pages/students/2020/jakub_kristian_lukas/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0431", "split": "dev", "category": "disambiguation_year", "difficulty": "hard", "question": "Rozlíš rok začiatku štúdia a rok práce osoby Rostyslav Rodzhuk.", "mode": "hybrid", "expected_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2021/manohar_gowdru_shridharu/README.md", "pages/students/2020/matej_kobylan/README.md", "pages/students/2016/maros_harahus/README.md", "pages/students/2020/jakub_kristian_lukas/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0432", "split": "dev", "category": "adversarial_year", "difficulty": "hard", "question": "Je rok 2023 rokom záverečnej práce osoby Rostyslav Rodzhuk?", "mode": "fts", "expected_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/topics/faq/README.md", "pages/topics/akopisat/README.md", "pages/students/2021/martin_sarissky/README.md", "pages/students/2023/oleksandr_dorybohov/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/topics/faq", "https://zp.kemt.fei.tuke.sk/topics/akopisat", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0432", "split": "dev", "category": "adversarial_year", "difficulty": "hard", "question": "Je rok 2023 rokom záverečnej práce osoby Rostyslav Rodzhuk?", "mode": "vector", "expected_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2019/kristian_sopkovic/README.md", "pages/students/2020/matej_kobylan/README.md", "pages/students/2020/matus_suchanic/README.md", "pages/students/2021/matej_scislak/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0432", "split": "dev", "category": "adversarial_year", "difficulty": "hard", "question": "Je rok 2023 rokom záverečnej práce osoby Rostyslav Rodzhuk?", "mode": "hybrid", "expected_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2020/matus_suchanic/README.md", "pages/students/2019/kristian_sopkovic/README.md", "pages/students/2021/vladimir_ferko/README.md", "pages/students/2020/matej_kobylan/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0433", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou agent a osobou Rostyslav Rodzhuk?", "mode": "fts", "expected_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2020/matej_kobylan/README.md", "pages/students/2017/martin_jancura/README.md", "pages/students/2023/oleksandr_dorybohov/README.md", "pages/students/2023/samuel_dzurina/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0433", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou agent a osobou Rostyslav Rodzhuk?", "mode": "vector", "expected_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2023/oleksandr_dorybohov/README.md", "pages/students/2018/oleh_bilykh/README.md", "pages/topics/faq/README.md", "pages/students/2022/jan_malinovsky/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", "https://zp.kemt.fei.tuke.sk/topics/faq", "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0433", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou agent a osobou Rostyslav Rodzhuk?", "mode": "hybrid", "expected_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2023/oleksandr_dorybohov/README.md", "pages/topics/faq/README.md", "pages/students/2020/matej_kobylan/README.md", "pages/students/2023/samuel_dzurina/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", "https://zp.kemt.fei.tuke.sk/topics/faq", "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0434", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou špeciálny pedagóg a osobou Rostyslav Rodzhuk?", "mode": "fts", "expected_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2017/martin_jancura/README.md", "pages/students/2022/jan_malinovsky/README.md", "pages/students/2016/maros_harahus/README.md", "pages/students/2016/patrik_pavlisin/dp21/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/dp21" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0434", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou špeciálny pedagóg a osobou Rostyslav Rodzhuk?", "mode": "vector", "expected_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/topics/faq/README.md", "pages/students/2022/jan_malinovsky/README.md", "pages/students/2022/andrii_pervashov/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/topics/faq", "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0434", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou špeciálny pedagóg a osobou Rostyslav Rodzhuk?", "mode": "hybrid", "expected_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/topics/faq/README.md", "pages/students/2022/jan_malinovsky/README.md", "pages/students/2018/oleh_bilykh/README.md", "pages/students/2016/maros_harahus/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/topics/faq", "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0435", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou LLM a osobou Rostyslav Rodzhuk?", "mode": "fts", "expected_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2017/martin_jancura/README.md", "pages/students/2019/patrik_pokrivcak/README.md", "pages/students/2016/maros_harahus/README.md", "pages/topics/otvorene/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/topics/otvorene" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0435", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou LLM a osobou Rostyslav Rodzhuk?", "mode": "vector", "expected_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2023/oleksandr_dorybohov/README.md", "pages/students/2022/jan_malinovsky/README.md", "pages/students/2022/samuel_vasil/README.md", "pages/students/2023/simona_bobrovcanova/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0435", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou LLM a osobou Rostyslav Rodzhuk?", "mode": "hybrid", "expected_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2022/samuel_vasil/README.md", "pages/students/2022/jan_malinovsky/README.md", "pages/students/2023/oleksandr_dorybohov/README.md", "pages/students/2018/david_omasta/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0436", "split": "dev", "category": "specific_fact", "difficulty": "medium", "question": "Komu má pomáhať inteligentný agent Rostyslava Rodzhuka?", "mode": "fts", "expected_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2023/oleksandr_dorybohov/README.md", "pages/students/2023/samuel_dzurina/README.md", "pages/students/2022/oleh_poiasnik/README.md", "pages/students/2021/martin_sarissky/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0436", "split": "dev", "category": "specific_fact", "difficulty": "medium", "question": "Komu má pomáhať inteligentný agent Rostyslava Rodzhuka?", "mode": "vector", "expected_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2023/oleksandr_dorybohov/README.md", "pages/students/2023/samuel_dzurina/README.md", "pages/students/2022/jan_ptak/README.md", "pages/students/2021/martin_sarissky/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0436", "split": "dev", "category": "specific_fact", "difficulty": "medium", "question": "Komu má pomáhať inteligentný agent Rostyslava Rodzhuka?", "mode": "hybrid", "expected_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2023/oleksandr_dorybohov/README.md", "pages/students/2023/samuel_dzurina/README.md", "pages/students/2021/martin_sarissky/README.md", "pages/students/2016/jan_holp/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0437", "split": "dev", "category": "entity_lookup", "difficulty": "easy", "question": "Nájdi dokument o osobe Yevhenii Medushivskyi.", "mode": "fts", "expected_documents": [ "pages/students/2023/yevhenii_medushivskyi/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/yevhenii_medushivskyi/README.md", "pages/students/2022/yevhenii_leonov/README.md", "pages/students/2021/matej_scislak/README.md", "pages/students/2019/david_stromp/README.md", "pages/students/2019/michal_stromko/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0437", "split": "dev", "category": "entity_lookup", "difficulty": "easy", "question": "Nájdi dokument o osobe Yevhenii Medushivskyi.", "mode": "vector", "expected_documents": [ "pages/students/2023/yevhenii_medushivskyi/README.md" ], "first_relevant_rank": 2, "reciprocal_rank": 0.5, "top_documents": [ "pages/students/2021/manohar_gowdru_shridharu/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md", "pages/interns/sevval_bulburu/README.md", "pages/interns/oliver_pejic/README.md", "pages/interns/bogdan_paul_chis/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis" ], "hit_at_1": 0, "recall_at_1": 0.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0437", "split": "dev", "category": "entity_lookup", "difficulty": "easy", "question": "Nájdi dokument o osobe Yevhenii Medushivskyi.", "mode": "hybrid", "expected_documents": [ "pages/students/2023/yevhenii_medushivskyi/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/yevhenii_medushivskyi/README.md", "pages/students/2021/manohar_gowdru_shridharu/README.md", "pages/interns/sevval_bulburu/README.md", "pages/interns/oliver_pejic/README.md", "pages/students/2022/yevhenii_leonov/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0438", "split": "dev", "category": "fact_title", "difficulty": "easy", "question": "Aký je názov bakalárska práca osoby Yevhenii Medushivskyi?", "mode": "fts", "expected_documents": [ "pages/students/2023/yevhenii_medushivskyi/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/yevhenii_medushivskyi/README.md", "pages/students/2022/yevhenii_leonov/README.md", "pages/students/2020/matus_suchanic/README.md", "pages/students/2021/martin_sarissky/README.md", "pages/students/2016/jakub_maruniak/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0438", "split": "dev", "category": "fact_title", "difficulty": "easy", "question": "Aký je názov bakalárska práca osoby Yevhenii Medushivskyi?", "mode": "vector", "expected_documents": [ "pages/students/2023/yevhenii_medushivskyi/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/yevhenii_medushivskyi/README.md", "pages/students/2020/matej_kobylan/README.md", "pages/students/2022/yevhenii_leonov/README.md", "pages/students/2019/michal_stromko/README.md", "pages/students/2022/tetiana_mohorian/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0438", "split": "dev", "category": "fact_title", "difficulty": "easy", "question": "Aký je názov bakalárska práca osoby Yevhenii Medushivskyi?", "mode": "hybrid", "expected_documents": [ "pages/students/2023/yevhenii_medushivskyi/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/yevhenii_medushivskyi/README.md", "pages/students/2022/yevhenii_leonov/README.md", "pages/students/2021/matej_scislak/README.md", "pages/students/2020/matej_kobylan/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0439", "split": "dev", "category": "reverse_lookup", "difficulty": "medium", "question": "Kto sa venuje práci s názvom „Získavanie textu z webových stránok“?", "mode": "fts", "expected_documents": [ "pages/students/2023/yevhenii_medushivskyi/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/yevhenii_medushivskyi/README.md", "pages/students/2016/jan_holp/timovy_projekt/README.md", "pages/students/2020/matej_kobylan/README.md", "pages/students/2016/jan_holp/README.md", "pages/students/2019/david_stromp/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt", "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0439", "split": "dev", "category": "reverse_lookup", "difficulty": "medium", "question": "Kto sa venuje práci s názvom „Získavanie textu z webových stránok“?", "mode": "vector", "expected_documents": [ "pages/students/2023/yevhenii_medushivskyi/README.md" ], "first_relevant_rank": 2, "reciprocal_rank": 0.5, "top_documents": [ "pages/students/2020/matej_kobylan/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md", "pages/students/2019/michal_stromko/README.md", "pages/students/2016/jan_holp/README.md", "pages/topics/faq/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", "https://zp.kemt.fei.tuke.sk/topics/faq" ], "hit_at_1": 0, "recall_at_1": 0.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0439", "split": "dev", "category": "reverse_lookup", "difficulty": "medium", "question": "Kto sa venuje práci s názvom „Získavanie textu z webových stránok“?", "mode": "hybrid", "expected_documents": [ "pages/students/2023/yevhenii_medushivskyi/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/yevhenii_medushivskyi/README.md", "pages/students/2020/matej_kobylan/README.md", "pages/students/2019/michal_stromko/README.md", "pages/students/2016/jan_holp/README.md", "pages/topics/faq/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", "https://zp.kemt.fei.tuke.sk/topics/faq" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0440", "split": "dev", "category": "topic_lookup", "difficulty": "medium", "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Získavanie textu z webových stránok“.", "mode": "fts", "expected_documents": [ "pages/students/2023/yevhenii_medushivskyi/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/yevhenii_medushivskyi/README.md", "pages/students/2020/matej_kobylan/README.md", "pages/students/2016/jan_holp/timovy_projekt/README.md", "pages/students/2020/matus_suchanic/README.md", "pages/students/2016/jan_holp/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt", "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0440", "split": "dev", "category": "topic_lookup", "difficulty": "medium", "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Získavanie textu z webových stránok“.", "mode": "vector", "expected_documents": [ "pages/students/2023/yevhenii_medushivskyi/README.md" ], "first_relevant_rank": 3, "reciprocal_rank": 0.333333, "top_documents": [ "pages/students/2020/matej_kobylan/README.md", "pages/students/2016/jan_holp/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md", "pages/students/2019/michal_stromko/README.md", "pages/topics/faq/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "https://zp.kemt.fei.tuke.sk/topics/faq" ], "hit_at_1": 0, "recall_at_1": 0.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0440", "split": "dev", "category": "topic_lookup", "difficulty": "medium", "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Získavanie textu z webových stránok“.", "mode": "hybrid", "expected_documents": [ "pages/students/2023/yevhenii_medushivskyi/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/yevhenii_medushivskyi/README.md", "pages/students/2020/matej_kobylan/README.md", "pages/students/2016/jan_holp/README.md", "pages/topics/faq/README.md", "pages/students/2019/michal_stromko/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", "https://zp.kemt.fei.tuke.sk/topics/faq", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0441", "split": "dev", "category": "paraphrase", "difficulty": "medium", "question": "O čom je práca osoby Yevhenii Medushivskyi?", "mode": "fts", "expected_documents": [ "pages/students/2023/yevhenii_medushivskyi/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/yevhenii_medushivskyi/README.md", "pages/students/2022/yevhenii_leonov/README.md", "pages/students/2021/martin_sarissky/README.md", "pages/students/2022/oleh_poiasnik/README.md", "pages/students/2021/matej_scislak/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0441", "split": "dev", "category": "paraphrase", "difficulty": "medium", "question": "O čom je práca osoby Yevhenii Medushivskyi?", "mode": "vector", "expected_documents": [ "pages/students/2023/yevhenii_medushivskyi/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/yevhenii_medushivskyi/README.md", "pages/students/2022/yevhenii_leonov/README.md", "pages/students/2016/tomas_kucharik/README.md", "pages/students/2020/matej_kobylan/README.md", "pages/students/2021/matej_scislak/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0441", "split": "dev", "category": "paraphrase", "difficulty": "medium", "question": "O čom je práca osoby Yevhenii Medushivskyi?", "mode": "hybrid", "expected_documents": [ "pages/students/2023/yevhenii_medushivskyi/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/yevhenii_medushivskyi/README.md", "pages/students/2022/yevhenii_leonov/README.md", "pages/students/2021/matej_scislak/README.md", "pages/students/2020/matej_kobylan/README.md", "pages/students/2016/tomas_kucharik/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0442", "split": "dev", "category": "fact_start_year", "difficulty": "easy", "question": "V ktorom roku začal študovať Yevhenii Medushivskyi?", "mode": "fts", "expected_documents": [ "pages/students/2023/yevhenii_medushivskyi/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/yevhenii_medushivskyi/README.md", "pages/students/2021/eduard_matovka/README.md", "pages/students/2016/jakub_maruniak/timovy_projekt/README.md", "pages/students/2022/yevhenii_leonov/README.md", "pages/topics/faq/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt", "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", "https://zp.kemt.fei.tuke.sk/topics/faq" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0442", "split": "dev", "category": "fact_start_year", "difficulty": "easy", "question": "V ktorom roku začal študovať Yevhenii Medushivskyi?", "mode": "vector", "expected_documents": [ "pages/students/2023/yevhenii_medushivskyi/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/yevhenii_medushivskyi/README.md", "pages/students/2022/yevhenii_leonov/README.md", "pages/students/2022/valerii_kutsenko/README.md", "pages/students/2018/ondrej_megela/README.md", "pages/students/2022/andrii_pervashov/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0442", "split": "dev", "category": "fact_start_year", "difficulty": "easy", "question": "V ktorom roku začal študovať Yevhenii Medushivskyi?", "mode": "hybrid", "expected_documents": [ "pages/students/2023/yevhenii_medushivskyi/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/yevhenii_medushivskyi/README.md", "pages/students/2022/yevhenii_leonov/README.md", "pages/students/2022/valerii_kutsenko/README.md", "pages/students/2018/ondrej_megela/README.md", "pages/students/2021/matej_scislak/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0443", "split": "dev", "category": "verification", "difficulty": "medium", "question": "Je pri osobe Yevhenii Medushivskyi uvedený rok začiatku štúdia 2023?", "mode": "fts", "expected_documents": [ "pages/students/2023/yevhenii_medushivskyi/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/yevhenii_medushivskyi/README.md", "pages/students/2022/yevhenii_leonov/README.md", "pages/students/2023/oleksandr_dorybohov/README.md", "pages/students/2023/simona_bobrovcanova/README.md", "pages/students/2023/ronald_zalacko/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0443", "split": "dev", "category": "verification", "difficulty": "medium", "question": "Je pri osobe Yevhenii Medushivskyi uvedený rok začiatku štúdia 2023?", "mode": "vector", "expected_documents": [ "pages/students/2023/yevhenii_medushivskyi/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/yevhenii_medushivskyi/README.md", "pages/students/2022/yevhenii_leonov/README.md", "pages/students/2020/matej_kobylan/README.md", "pages/students/2022/andrii_pervashov/README.md", "pages/students/2019/michal_stromko/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0443", "split": "dev", "category": "verification", "difficulty": "medium", "question": "Je pri osobe Yevhenii Medushivskyi uvedený rok začiatku štúdia 2023?", "mode": "hybrid", "expected_documents": [ "pages/students/2023/yevhenii_medushivskyi/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/yevhenii_medushivskyi/README.md", "pages/students/2022/yevhenii_leonov/README.md", "pages/students/2018/ondrej_megela/README.md", "pages/students/2022/tetiana_mohorian/README.md", "pages/students/2020/matej_kobylan/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0444", "split": "dev", "category": "fact_work_year", "difficulty": "easy", "question": "V ktorom roku je pri osobe Yevhenii Medushivskyi uvedená bakalárska práca?", "mode": "fts", "expected_documents": [ "pages/students/2023/yevhenii_medushivskyi/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/yevhenii_medushivskyi/README.md", "pages/students/2022/yevhenii_leonov/README.md", "pages/students/2021/matej_scislak/README.md", "pages/students/2016/darius_lindvai/timovy_projekt/resers/README.md", "pages/topics/faq/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai/timovy_projekt/resers", "https://zp.kemt.fei.tuke.sk/topics/faq" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0444", "split": "dev", "category": "fact_work_year", "difficulty": "easy", "question": "V ktorom roku je pri osobe Yevhenii Medushivskyi uvedená bakalárska práca?", "mode": "vector", "expected_documents": [ "pages/students/2023/yevhenii_medushivskyi/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/yevhenii_medushivskyi/README.md", "pages/students/2022/yevhenii_leonov/README.md", "pages/students/2020/matej_kobylan/README.md", "pages/students/2019/michal_stromko/README.md", "pages/students/2022/tetiana_mohorian/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0444", "split": "dev", "category": "fact_work_year", "difficulty": "easy", "question": "V ktorom roku je pri osobe Yevhenii Medushivskyi uvedená bakalárska práca?", "mode": "hybrid", "expected_documents": [ "pages/students/2023/yevhenii_medushivskyi/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/yevhenii_medushivskyi/README.md", "pages/students/2022/yevhenii_leonov/README.md", "pages/students/2021/matej_scislak/README.md", "pages/students/2020/matej_kobylan/README.md", "pages/students/2019/michal_stromko/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0445", "split": "dev", "category": "disambiguation_year", "difficulty": "hard", "question": "Rozlíš rok začiatku štúdia a rok práce osoby Yevhenii Medushivskyi.", "mode": "fts", "expected_documents": [ "pages/students/2023/yevhenii_medushivskyi/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/yevhenii_medushivskyi/README.md", "pages/students/2022/yevhenii_leonov/README.md", "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2019/kristian_sopkovic/README.md", "pages/students/2016/ediz_morochovic/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0445", "split": "dev", "category": "disambiguation_year", "difficulty": "hard", "question": "Rozlíš rok začiatku štúdia a rok práce osoby Yevhenii Medushivskyi.", "mode": "vector", "expected_documents": [ "pages/students/2023/yevhenii_medushivskyi/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/yevhenii_medushivskyi/README.md", "pages/students/2021/manohar_gowdru_shridharu/README.md", "pages/interns/oliver_pejic/README.md", "pages/interns/bogdan_paul_chis/README.md", "pages/students/2022/yevhenii_leonov/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0445", "split": "dev", "category": "disambiguation_year", "difficulty": "hard", "question": "Rozlíš rok začiatku štúdia a rok práce osoby Yevhenii Medushivskyi.", "mode": "hybrid", "expected_documents": [ "pages/students/2023/yevhenii_medushivskyi/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/yevhenii_medushivskyi/README.md", "pages/students/2021/manohar_gowdru_shridharu/README.md", "pages/students/2022/yevhenii_leonov/README.md", "pages/interns/oliver_pejic/README.md", "pages/interns/bogdan_paul_chis/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0446", "split": "dev", "category": "adversarial_year", "difficulty": "hard", "question": "Je rok 2023 rokom záverečnej práce osoby Yevhenii Medushivskyi?", "mode": "fts", "expected_documents": [ "pages/students/2023/yevhenii_medushivskyi/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/yevhenii_medushivskyi/README.md", "pages/topics/faq/README.md", "pages/students/2022/yevhenii_leonov/README.md", "pages/topics/akopisat/README.md", "pages/students/2023/rostyslav_rodzhuk/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", "https://zp.kemt.fei.tuke.sk/topics/faq", "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", "https://zp.kemt.fei.tuke.sk/topics/akopisat", "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0446", "split": "dev", "category": "adversarial_year", "difficulty": "hard", "question": "Je rok 2023 rokom záverečnej práce osoby Yevhenii Medushivskyi?", "mode": "vector", "expected_documents": [ "pages/students/2023/yevhenii_medushivskyi/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/yevhenii_medushivskyi/README.md", "pages/students/2022/yevhenii_leonov/README.md", "pages/students/2018/ondrej_megela/README.md", "pages/students/2020/matej_kobylan/README.md", "pages/students/2019/michal_stromko/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0446", "split": "dev", "category": "adversarial_year", "difficulty": "hard", "question": "Je rok 2023 rokom záverečnej práce osoby Yevhenii Medushivskyi?", "mode": "hybrid", "expected_documents": [ "pages/students/2023/yevhenii_medushivskyi/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/yevhenii_medushivskyi/README.md", "pages/students/2022/yevhenii_leonov/README.md", "pages/students/2018/ondrej_megela/README.md", "pages/students/2020/matej_kobylan/README.md", "pages/students/2019/michal_stromko/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0447", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou crawler a osobou Yevhenii Medushivskyi?", "mode": "fts", "expected_documents": [ "pages/students/2023/yevhenii_medushivskyi/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/yevhenii_medushivskyi/README.md", "pages/students/2022/yevhenii_leonov/README.md", "pages/students/2017/martin_jancura/README.md", "pages/students/2019/michal_stromko/README.md", "pages/students/2016/maros_harahus/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0447", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou crawler a osobou Yevhenii Medushivskyi?", "mode": "vector", "expected_documents": [ "pages/students/2023/yevhenii_medushivskyi/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/yevhenii_medushivskyi/README.md", "pages/students/2020/matej_kobylan/README.md", "pages/students/2016/tomas_kucharik/README.md", "pages/students/2021/matej_scislak/README.md", "pages/topics/faq/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/topics/faq" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0447", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou crawler a osobou Yevhenii Medushivskyi?", "mode": "hybrid", "expected_documents": [ "pages/students/2023/yevhenii_medushivskyi/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/yevhenii_medushivskyi/README.md", "pages/students/2020/matej_kobylan/README.md", "pages/topics/faq/README.md", "pages/students/2021/matej_scislak/README.md", "pages/students/2016/patrik_pavlisin/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", "https://zp.kemt.fei.tuke.sk/topics/faq", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0448", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou webový korpus a osobou Yevhenii Medushivskyi?", "mode": "fts", "expected_documents": [ "pages/students/2023/yevhenii_medushivskyi/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/yevhenii_medushivskyi/README.md", "pages/topics/bert/README.md", "pages/students/2016/maros_harahus/README.md", "pages/students/2022/yevhenii_leonov/README.md", "pages/students/2017/martin_jancura/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", "https://zp.kemt.fei.tuke.sk/topics/bert", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0448", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou webový korpus a osobou Yevhenii Medushivskyi?", "mode": "vector", "expected_documents": [ "pages/students/2023/yevhenii_medushivskyi/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/yevhenii_medushivskyi/README.md", "pages/students/2016/jakub_maruniak/dp2021/README.md", "pages/students/2020/matej_kobylan/README.md", "pages/students/2022/andrii_pervashov/README.md", "pages/students/2016/tomas_kucharik/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021", "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0448", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou webový korpus a osobou Yevhenii Medushivskyi?", "mode": "hybrid", "expected_documents": [ "pages/students/2023/yevhenii_medushivskyi/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/yevhenii_medushivskyi/README.md", "pages/students/2020/matej_kobylan/README.md", "pages/students/2016/tomas_kucharik/README.md", "pages/students/2016/jakub_maruniak/dp2021/README.md", "pages/students/2016/patrik_pavlisin/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0449", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou deduplikácia a osobou Yevhenii Medushivskyi?", "mode": "fts", "expected_documents": [ "pages/students/2023/yevhenii_medushivskyi/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/yevhenii_medushivskyi/README.md", "pages/students/2022/yevhenii_leonov/README.md", "pages/students/2017/martin_jancura/README.md", "pages/students/2016/maros_harahus/README.md", "pages/topics/resources/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/topics/resources" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0449", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou deduplikácia a osobou Yevhenii Medushivskyi?", "mode": "vector", "expected_documents": [ "pages/students/2023/yevhenii_medushivskyi/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/yevhenii_medushivskyi/README.md", "pages/students/2018/oleh_bilykh/README.md", "pages/students/2022/jan_malinovsky/README.md", "pages/students/2016/patrik_pavlisin/README.md", "pages/students/2021/eduard_matovka/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0449", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou deduplikácia a osobou Yevhenii Medushivskyi?", "mode": "hybrid", "expected_documents": [ "pages/students/2023/yevhenii_medushivskyi/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/yevhenii_medushivskyi/README.md", "pages/students/2018/oleh_bilykh/README.md", "pages/students/2016/patrik_pavlisin/README.md", "pages/students/2021/matej_scislak/README.md", "pages/students/2020/matej_kobylan/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0450", "split": "dev", "category": "specific_fact", "difficulty": "medium", "question": "Približne koľko textu mal Yevhenii Medushivskyi zozbieraného v marci 2026?", "mode": "fts", "expected_documents": [ "pages/students/2023/yevhenii_medushivskyi/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/yevhenii_medushivskyi/README.md", "pages/students/2016/lukas_pokryvka/README.md", "pages/students/2021/matej_novotny/README.md", "pages/students/2022/yevhenii_leonov/README.md", "pages/students/2023/ronald_zalacko/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0450", "split": "dev", "category": "specific_fact", "difficulty": "medium", "question": "Približne koľko textu mal Yevhenii Medushivskyi zozbieraného v marci 2026?", "mode": "vector", "expected_documents": [ "pages/students/2023/yevhenii_medushivskyi/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/yevhenii_medushivskyi/README.md", "pages/students/2022/valerii_kutsenko/README.md", "pages/students/2022/yevhenii_leonov/README.md", "pages/students/2020/matej_kobylan/README.md", "pages/students/2021/matej_novotny/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0450", "split": "dev", "category": "specific_fact", "difficulty": "medium", "question": "Približne koľko textu mal Yevhenii Medushivskyi zozbieraného v marci 2026?", "mode": "hybrid", "expected_documents": [ "pages/students/2023/yevhenii_medushivskyi/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/yevhenii_medushivskyi/README.md", "pages/students/2022/yevhenii_leonov/README.md", "pages/students/2021/matej_novotny/README.md", "pages/students/2021/martin_sarissky/README.md", "pages/students/2022/valerii_kutsenko/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0451", "split": "dev", "category": "specific_fact", "difficulty": "medium", "question": "Aký nástroj je uvedený ako príklad pre boilerplate removal pri práci Yevheniiho Medushivskyiho?", "mode": "fts", "expected_documents": [ "pages/students/2023/yevhenii_medushivskyi/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/yevhenii_medushivskyi/README.md", "pages/students/2021/matej_scislak/README.md", "pages/students/2021/matej_novotny/README.md", "pages/students/2016/maros_harahus/README.md", "pages/students/2021/martin_sarissky/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0451", "split": "dev", "category": "specific_fact", "difficulty": "medium", "question": "Aký nástroj je uvedený ako príklad pre boilerplate removal pri práci Yevheniiho Medushivskyiho?", "mode": "vector", "expected_documents": [ "pages/students/2023/yevhenii_medushivskyi/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/yevhenii_medushivskyi/README.md", "pages/students/2018/ondrej_megela/README.md", "pages/students/2022/serhii_yemets/README.md", "pages/students/2018/adrian_remias/README.md", "pages/students/2023/simona_bobrovcanova/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", "https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets", "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0451", "split": "dev", "category": "specific_fact", "difficulty": "medium", "question": "Aký nástroj je uvedený ako príklad pre boilerplate removal pri práci Yevheniiho Medushivskyiho?", "mode": "hybrid", "expected_documents": [ "pages/students/2023/yevhenii_medushivskyi/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/yevhenii_medushivskyi/README.md", "pages/students/2018/ondrej_megela/README.md", "pages/students/2022/serhii_yemets/README.md", "pages/students/2018/adrian_remias/README.md", "pages/students/2023/simona_bobrovcanova/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", "https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets", "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0480", "split": "dev", "category": "entity_lookup", "difficulty": "easy", "question": "Nájdi dokument o osobe Simona Bobrovčanová.", "mode": "fts", "expected_documents": [ "pages/students/2023/simona_bobrovcanova/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/simona_bobrovcanova/README.md", "pages/topics/legal/README.md", "pages/students/2023/samuel_dzurina/README.md", "pages/students/2021/matej_scislak/README.md", "pages/students/2019/david_stromp/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", "https://zp.kemt.fei.tuke.sk/topics/legal", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0480", "split": "dev", "category": "entity_lookup", "difficulty": "easy", "question": "Nájdi dokument o osobe Simona Bobrovčanová.", "mode": "vector", "expected_documents": [ "pages/students/2023/simona_bobrovcanova/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/simona_bobrovcanova/README.md", "pages/students/2021/manohar_gowdru_shridharu/README.md", "pages/interns/sevval_bulburu/README.md", "pages/students/2020/matej_kobylan/README.md", "pages/students/2023/samuel_dzurina/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0480", "split": "dev", "category": "entity_lookup", "difficulty": "easy", "question": "Nájdi dokument o osobe Simona Bobrovčanová.", "mode": "hybrid", "expected_documents": [ "pages/students/2023/simona_bobrovcanova/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/simona_bobrovcanova/README.md", "pages/students/2021/manohar_gowdru_shridharu/README.md", "pages/interns/sevval_bulburu/README.md", "pages/topics/legal/README.md", "pages/students/2020/matej_kobylan/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", "https://zp.kemt.fei.tuke.sk/topics/legal", "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0481", "split": "dev", "category": "fact_title", "difficulty": "easy", "question": "Aký je názov bakalárska práca osoby Simona Bobrovčanová?", "mode": "fts", "expected_documents": [ "pages/students/2023/simona_bobrovcanova/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/simona_bobrovcanova/README.md", "pages/topics/legal/README.md", "pages/students/2023/samuel_dzurina/README.md", "pages/students/2020/matus_suchanic/README.md", "pages/students/2021/martin_sarissky/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", "https://zp.kemt.fei.tuke.sk/topics/legal", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0481", "split": "dev", "category": "fact_title", "difficulty": "easy", "question": "Aký je názov bakalárska práca osoby Simona Bobrovčanová?", "mode": "vector", "expected_documents": [ "pages/students/2023/simona_bobrovcanova/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/simona_bobrovcanova/README.md", "pages/students/2022/tetiana_mohorian/README.md", "pages/students/2016/jan_holp/README.md", "pages/students/2023/oleksandr_dorybohov/README.md", "pages/students/2016/ediz_morochovic/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0481", "split": "dev", "category": "fact_title", "difficulty": "easy", "question": "Aký je názov bakalárska práca osoby Simona Bobrovčanová?", "mode": "hybrid", "expected_documents": [ "pages/students/2023/simona_bobrovcanova/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/simona_bobrovcanova/README.md", "pages/students/2016/jan_holp/README.md", "pages/students/2016/ediz_morochovic/README.md", "pages/students/2022/tetiana_mohorian/README.md", "pages/students/2023/oleksandr_dorybohov/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0482", "split": "dev", "category": "reverse_lookup", "difficulty": "medium", "question": "Kto sa venuje práci s názvom „Automatická sumarizácia slovenského textu“?", "mode": "fts", "expected_documents": [ "pages/students/2023/simona_bobrovcanova/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/simona_bobrovcanova/README.md", "pages/students/2020/matus_suchanic/README.md", "pages/students/2016/mark_feher/README.md", "pages/topics/bert/README.md", "pages/students/2018/ondrej_megela/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", "https://zp.kemt.fei.tuke.sk/topics/bert", "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0482", "split": "dev", "category": "reverse_lookup", "difficulty": "medium", "question": "Kto sa venuje práci s názvom „Automatická sumarizácia slovenského textu“?", "mode": "vector", "expected_documents": [ "pages/students/2023/simona_bobrovcanova/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/simona_bobrovcanova/README.md", "pages/students/2020/matus_suchanic/README.md", "pages/students/2016/tomas_kucharik/README.md", "pages/students/2016/maros_harahus/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0482", "split": "dev", "category": "reverse_lookup", "difficulty": "medium", "question": "Kto sa venuje práci s názvom „Automatická sumarizácia slovenského textu“?", "mode": "hybrid", "expected_documents": [ "pages/students/2023/simona_bobrovcanova/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/simona_bobrovcanova/README.md", "pages/students/2020/matus_suchanic/README.md", "pages/students/2019/michal_stromko/README.md", "pages/students/2016/maros_harahus/README.md", "pages/students/2016/tomas_kucharik/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0483", "split": "dev", "category": "topic_lookup", "difficulty": "medium", "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Automatická sumarizácia slovenského textu“.", "mode": "fts", "expected_documents": [ "pages/students/2023/simona_bobrovcanova/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/simona_bobrovcanova/README.md", "pages/students/2020/matus_suchanic/README.md", "pages/students/2021/vladimir_ferko/README.md", "pages/students/2022/andrii_pervashov/README.md", "pages/students/2018/ondrej_megela/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0483", "split": "dev", "category": "topic_lookup", "difficulty": "medium", "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Automatická sumarizácia slovenského textu“.", "mode": "vector", "expected_documents": [ "pages/students/2023/simona_bobrovcanova/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/simona_bobrovcanova/README.md", "pages/students/2016/tomas_kucharik/README.md", "pages/topics/legal/README.md", "pages/students/2016/jan_holp/README.md", "pages/students/2022/andrii_pervashov/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/topics/legal", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0483", "split": "dev", "category": "topic_lookup", "difficulty": "medium", "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Automatická sumarizácia slovenského textu“.", "mode": "hybrid", "expected_documents": [ "pages/students/2023/simona_bobrovcanova/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/simona_bobrovcanova/README.md", "pages/students/2022/andrii_pervashov/README.md", "pages/students/2020/matej_kobylan/README.md", "pages/topics/faq/README.md", "pages/students/2020/matus_suchanic/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", "https://zp.kemt.fei.tuke.sk/topics/faq", "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0484", "split": "dev", "category": "paraphrase", "difficulty": "medium", "question": "O čom je práca osoby Simona Bobrovčanová?", "mode": "fts", "expected_documents": [ "pages/students/2023/simona_bobrovcanova/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/simona_bobrovcanova/README.md", "pages/topics/legal/README.md", "pages/students/2023/samuel_dzurina/README.md", "pages/students/2021/martin_sarissky/README.md", "pages/students/2016/maros_harahus/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", "https://zp.kemt.fei.tuke.sk/topics/legal", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0484", "split": "dev", "category": "paraphrase", "difficulty": "medium", "question": "O čom je práca osoby Simona Bobrovčanová?", "mode": "vector", "expected_documents": [ "pages/students/2023/simona_bobrovcanova/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/simona_bobrovcanova/README.md", "pages/students/2022/tetiana_mohorian/README.md", "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2023/samuel_dzurina/README.md", "pages/students/2020/matej_kobylan/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0484", "split": "dev", "category": "paraphrase", "difficulty": "medium", "question": "O čom je práca osoby Simona Bobrovčanová?", "mode": "hybrid", "expected_documents": [ "pages/students/2023/simona_bobrovcanova/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/simona_bobrovcanova/README.md", "pages/students/2020/matej_kobylan/README.md", "pages/students/2022/tetiana_mohorian/README.md", "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2023/samuel_dzurina/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0485", "split": "dev", "category": "fact_start_year", "difficulty": "easy", "question": "V ktorom roku začal študovať Simona Bobrovčanová?", "mode": "fts", "expected_documents": [ "pages/students/2023/simona_bobrovcanova/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/simona_bobrovcanova/README.md", "pages/topics/legal/README.md", "pages/students/2021/eduard_matovka/README.md", "pages/students/2016/jakub_maruniak/timovy_projekt/README.md", "pages/students/2023/samuel_dzurina/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", "https://zp.kemt.fei.tuke.sk/topics/legal", "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0485", "split": "dev", "category": "fact_start_year", "difficulty": "easy", "question": "V ktorom roku začal študovať Simona Bobrovčanová?", "mode": "vector", "expected_documents": [ "pages/students/2023/simona_bobrovcanova/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/simona_bobrovcanova/README.md", "pages/students/2016/jan_holp/README.md", "pages/students/2021/nikita_bodnar/README.md", "pages/students/2022/tetiana_mohorian/README.md", "pages/students/2022/jan_malinovsky/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar", "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0485", "split": "dev", "category": "fact_start_year", "difficulty": "easy", "question": "V ktorom roku začal študovať Simona Bobrovčanová?", "mode": "hybrid", "expected_documents": [ "pages/students/2023/simona_bobrovcanova/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/simona_bobrovcanova/README.md", "pages/students/2016/jan_holp/README.md", "pages/students/2021/nikita_bodnar/README.md", "pages/students/2022/tetiana_mohorian/README.md", "pages/students/2022/jan_malinovsky/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar", "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0486", "split": "dev", "category": "verification", "difficulty": "medium", "question": "Je pri osobe Simona Bobrovčanová uvedený rok začiatku štúdia 2023?", "mode": "fts", "expected_documents": [ "pages/students/2023/simona_bobrovcanova/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/simona_bobrovcanova/README.md", "pages/students/2023/samuel_dzurina/README.md", "pages/topics/legal/README.md", "pages/students/2023/oleksandr_dorybohov/README.md", "pages/students/2023/ronald_zalacko/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/topics/legal", "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0486", "split": "dev", "category": "verification", "difficulty": "medium", "question": "Je pri osobe Simona Bobrovčanová uvedený rok začiatku štúdia 2023?", "mode": "vector", "expected_documents": [ "pages/students/2023/simona_bobrovcanova/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/simona_bobrovcanova/README.md", "pages/students/2022/tetiana_mohorian/README.md", "pages/students/2019/kristian_sopkovic/README.md", "pages/students/2020/matej_kobylan/README.md", "pages/students/2019/michal_stromko/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0486", "split": "dev", "category": "verification", "difficulty": "medium", "question": "Je pri osobe Simona Bobrovčanová uvedený rok začiatku štúdia 2023?", "mode": "hybrid", "expected_documents": [ "pages/students/2023/simona_bobrovcanova/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/simona_bobrovcanova/README.md", "pages/students/2022/tetiana_mohorian/README.md", "pages/students/2020/matej_kobylan/README.md", "pages/students/2019/michal_stromko/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0487", "split": "dev", "category": "fact_work_year", "difficulty": "easy", "question": "V ktorom roku je pri osobe Simona Bobrovčanová uvedená bakalárska práca?", "mode": "fts", "expected_documents": [ "pages/students/2023/simona_bobrovcanova/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/simona_bobrovcanova/README.md", "pages/topics/legal/README.md", "pages/students/2023/samuel_dzurina/README.md", "pages/students/2021/matej_scislak/README.md", "pages/students/2016/darius_lindvai/timovy_projekt/resers/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", "https://zp.kemt.fei.tuke.sk/topics/legal", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai/timovy_projekt/resers" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0487", "split": "dev", "category": "fact_work_year", "difficulty": "easy", "question": "V ktorom roku je pri osobe Simona Bobrovčanová uvedená bakalárska práca?", "mode": "vector", "expected_documents": [ "pages/students/2023/simona_bobrovcanova/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/simona_bobrovcanova/README.md", "pages/students/2022/tetiana_mohorian/README.md", "pages/students/2016/ediz_morochovic/README.md", "pages/students/2016/jan_holp/README.md", "pages/students/2023/oleksandr_dorybohov/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0487", "split": "dev", "category": "fact_work_year", "difficulty": "easy", "question": "V ktorom roku je pri osobe Simona Bobrovčanová uvedená bakalárska práca?", "mode": "hybrid", "expected_documents": [ "pages/students/2023/simona_bobrovcanova/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/simona_bobrovcanova/README.md", "pages/students/2016/jan_holp/README.md", "pages/students/2022/tetiana_mohorian/README.md", "pages/students/2016/ediz_morochovic/README.md", "pages/students/2023/oleksandr_dorybohov/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0488", "split": "dev", "category": "disambiguation_year", "difficulty": "hard", "question": "Rozlíš rok začiatku štúdia a rok práce osoby Simona Bobrovčanová.", "mode": "fts", "expected_documents": [ "pages/students/2023/simona_bobrovcanova/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/simona_bobrovcanova/README.md", "pages/students/2023/samuel_dzurina/README.md", "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/topics/legal/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/topics/legal", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0488", "split": "dev", "category": "disambiguation_year", "difficulty": "hard", "question": "Rozlíš rok začiatku štúdia a rok práce osoby Simona Bobrovčanová.", "mode": "vector", "expected_documents": [ "pages/students/2023/simona_bobrovcanova/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/simona_bobrovcanova/README.md", "pages/students/2020/matej_kobylan/README.md", "pages/topics/legal/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md", "pages/students/2023/samuel_dzurina/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", "https://zp.kemt.fei.tuke.sk/topics/legal", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0488", "split": "dev", "category": "disambiguation_year", "difficulty": "hard", "question": "Rozlíš rok začiatku štúdia a rok práce osoby Simona Bobrovčanová.", "mode": "hybrid", "expected_documents": [ "pages/students/2023/simona_bobrovcanova/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/simona_bobrovcanova/README.md", "pages/topics/legal/README.md", "pages/students/2016/jan_holp/README.md", "pages/students/2020/matej_kobylan/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", "https://zp.kemt.fei.tuke.sk/topics/legal", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0489", "split": "dev", "category": "adversarial_year", "difficulty": "hard", "question": "Je rok 2023 rokom záverečnej práce osoby Simona Bobrovčanová?", "mode": "fts", "expected_documents": [ "pages/students/2023/simona_bobrovcanova/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/simona_bobrovcanova/README.md", "pages/students/2023/samuel_dzurina/README.md", "pages/topics/legal/README.md", "pages/topics/faq/README.md", "pages/topics/akopisat/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/topics/legal", "https://zp.kemt.fei.tuke.sk/topics/faq", "https://zp.kemt.fei.tuke.sk/topics/akopisat" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0489", "split": "dev", "category": "adversarial_year", "difficulty": "hard", "question": "Je rok 2023 rokom záverečnej práce osoby Simona Bobrovčanová?", "mode": "vector", "expected_documents": [ "pages/students/2023/simona_bobrovcanova/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/simona_bobrovcanova/README.md", "pages/students/2020/matej_kobylan/README.md", "pages/students/2022/tetiana_mohorian/README.md", "pages/students/2019/kristian_sopkovic/README.md", "pages/students/2021/vladimir_ferko/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0489", "split": "dev", "category": "adversarial_year", "difficulty": "hard", "question": "Je rok 2023 rokom záverečnej práce osoby Simona Bobrovčanová?", "mode": "hybrid", "expected_documents": [ "pages/students/2023/simona_bobrovcanova/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/simona_bobrovcanova/README.md", "pages/students/2021/vladimir_ferko/README.md", "pages/students/2020/matej_kobylan/README.md", "pages/students/2022/tetiana_mohorian/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0490", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou sumarizácia a osobou Simona Bobrovčanová?", "mode": "fts", "expected_documents": [ "pages/students/2023/simona_bobrovcanova/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/simona_bobrovcanova/README.md", "pages/topics/legal/README.md", "pages/students/2017/martin_jancura/README.md", "pages/students/2023/samuel_dzurina/README.md", "pages/topics/otvorene/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", "https://zp.kemt.fei.tuke.sk/topics/legal", "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/topics/otvorene" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0490", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou sumarizácia a osobou Simona Bobrovčanová?", "mode": "vector", "expected_documents": [ "pages/students/2023/simona_bobrovcanova/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/simona_bobrovcanova/README.md", "pages/topics/faq/README.md", "pages/topics/legal/README.md", "pages/students/2022/tetiana_mohorian/README.md", "pages/students/2016/jan_holp/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", "https://zp.kemt.fei.tuke.sk/topics/faq", "https://zp.kemt.fei.tuke.sk/topics/legal", "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0490", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou sumarizácia a osobou Simona Bobrovčanová?", "mode": "hybrid", "expected_documents": [ "pages/students/2023/simona_bobrovcanova/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/simona_bobrovcanova/README.md", "pages/topics/faq/README.md", "pages/topics/legal/README.md", "pages/students/2018/ondrej_megela/README.md", "pages/students/2020/matej_kobylan/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", "https://zp.kemt.fei.tuke.sk/topics/faq", "https://zp.kemt.fei.tuke.sk/topics/legal", "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0491", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou slovenský text a osobou Simona Bobrovčanová?", "mode": "fts", "expected_documents": [ "pages/students/2023/simona_bobrovcanova/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/simona_bobrovcanova/README.md", "pages/topics/legal/README.md", "pages/students/2023/samuel_dzurina/README.md", "pages/students/2017/martin_jancura/README.md", "pages/students/2021/martin_sarissky/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", "https://zp.kemt.fei.tuke.sk/topics/legal", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0491", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou slovenský text a osobou Simona Bobrovčanová?", "mode": "vector", "expected_documents": [ "pages/students/2023/simona_bobrovcanova/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/simona_bobrovcanova/README.md", "pages/topics/faq/README.md", "pages/students/2022/tetiana_mohorian/README.md", "pages/students/2020/matej_kobylan/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", "https://zp.kemt.fei.tuke.sk/topics/faq", "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0491", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou slovenský text a osobou Simona Bobrovčanová?", "mode": "hybrid", "expected_documents": [ "pages/students/2023/simona_bobrovcanova/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/simona_bobrovcanova/README.md", "pages/topics/faq/README.md", "pages/students/2020/matej_kobylan/README.md", "pages/topics/legal/README.md", "pages/students/2022/tetiana_mohorian/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", "https://zp.kemt.fei.tuke.sk/topics/faq", "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", "https://zp.kemt.fei.tuke.sk/topics/legal", "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0492", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou právne dokumenty a osobou Simona Bobrovčanová?", "mode": "fts", "expected_documents": [ "pages/students/2023/simona_bobrovcanova/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/simona_bobrovcanova/README.md", "pages/students/2021/martin_sarissky/README.md", "pages/topics/legal/README.md", "pages/students/2021/matej_scislak/README.md", "pages/students/2017/martin_jancura/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/topics/legal", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0492", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou právne dokumenty a osobou Simona Bobrovčanová?", "mode": "vector", "expected_documents": [ "pages/students/2023/simona_bobrovcanova/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/simona_bobrovcanova/README.md", "pages/topics/faq/README.md", "pages/students/2022/tetiana_mohorian/README.md", "pages/students/2023/oleksandr_dorybohov/README.md", "pages/topics/legal/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", "https://zp.kemt.fei.tuke.sk/topics/faq", "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", "https://zp.kemt.fei.tuke.sk/topics/legal" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0492", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou právne dokumenty a osobou Simona Bobrovčanová?", "mode": "hybrid", "expected_documents": [ "pages/students/2023/simona_bobrovcanova/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/simona_bobrovcanova/README.md", "pages/topics/faq/README.md", "pages/students/2023/oleksandr_dorybohov/README.md", "pages/topics/legal/README.md", "pages/students/2023/rostyslav_rodzhuk/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", "https://zp.kemt.fei.tuke.sk/topics/faq", "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", "https://zp.kemt.fei.tuke.sk/topics/legal", "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0493", "split": "dev", "category": "specific_fact", "difficulty": "medium", "question": "Aký typ sumarizácie vyskúšala Simona Bobrovčanová pri dlhších textoch?", "mode": "fts", "expected_documents": [ "pages/students/2023/simona_bobrovcanova/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/simona_bobrovcanova/README.md", "pages/topics/legal/README.md", "pages/students/2023/samuel_dzurina/README.md", "pages/topics/python/README.md", "pages/students/2021/matej_scislak/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", "https://zp.kemt.fei.tuke.sk/topics/legal", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/topics/python", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0493", "split": "dev", "category": "specific_fact", "difficulty": "medium", "question": "Aký typ sumarizácie vyskúšala Simona Bobrovčanová pri dlhších textoch?", "mode": "vector", "expected_documents": [ "pages/students/2023/simona_bobrovcanova/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/simona_bobrovcanova/README.md", "pages/students/2018/ondrej_megela/README.md", "pages/students/2022/andrii_pervashov/README.md", "pages/students/2022/tetiana_mohorian/README.md", "pages/students/2021/nikita_bodnar/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0493", "split": "dev", "category": "specific_fact", "difficulty": "medium", "question": "Aký typ sumarizácie vyskúšala Simona Bobrovčanová pri dlhších textoch?", "mode": "hybrid", "expected_documents": [ "pages/students/2023/simona_bobrovcanova/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/simona_bobrovcanova/README.md", "pages/students/2018/ondrej_megela/README.md", "pages/students/2022/andrii_pervashov/README.md", "pages/students/2022/tetiana_mohorian/README.md", "pages/students/2021/nikita_bodnar/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0494", "split": "dev", "category": "specific_fact", "difficulty": "medium", "question": "Aký problém mali malé modely pri práci Simony Bobrovčanovej?", "mode": "fts", "expected_documents": [ "pages/students/2023/simona_bobrovcanova/README.md" ], "first_relevant_rank": null, "reciprocal_rank": 0.0, "top_documents": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2021/matej_scislak/README.md", "pages/topics/akopisat/README.md", "pages/students/2016/patrik_pavlisin/README.md", "pages/students/2018/ondrej_megela/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/topics/akopisat", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" ], "hit_at_1": 0, "recall_at_1": 0.0, "hit_at_3": 0, "recall_at_3": 0.0, "hit_at_5": 0, "recall_at_5": 0.0 }, { "id": "q0494", "split": "dev", "category": "specific_fact", "difficulty": "medium", "question": "Aký problém mali malé modely pri práci Simony Bobrovčanovej?", "mode": "vector", "expected_documents": [ "pages/students/2023/simona_bobrovcanova/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/simona_bobrovcanova/README.md", "pages/students/2022/tetiana_mohorian/README.md", "pages/topics/bert/README.md", "pages/topics/question/nezodpovedatelne/README.md", "pages/students/2020/kamil_tomcufcik/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", "https://zp.kemt.fei.tuke.sk/topics/bert", "https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne", "https://zp.kemt.fei.tuke.sk/students/2020/kamil_tomcufcik" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0494", "split": "dev", "category": "specific_fact", "difficulty": "medium", "question": "Aký problém mali malé modely pri práci Simony Bobrovčanovej?", "mode": "hybrid", "expected_documents": [ "pages/students/2023/simona_bobrovcanova/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/simona_bobrovcanova/README.md", "pages/topics/bert/README.md", "pages/students/2018/ondrej_megela/README.md", "pages/students/2022/tetiana_mohorian/README.md", "pages/students/2022/oleh_poiasnik/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", "https://zp.kemt.fei.tuke.sk/topics/bert", "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0495", "split": "dev", "category": "entity_lookup", "difficulty": "easy", "question": "Nájdi dokument o osobe Samuel Džurina.", "mode": "fts", "expected_documents": [ "pages/students/2023/samuel_dzurina/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/samuel_dzurina/README.md", "pages/students/2019/samuel_horani/README.md", "pages/topics/legal/README.md", "pages/students/2022/samuel_vasil/README.md", "pages/students/2018/samuel_sirotnik/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", "https://zp.kemt.fei.tuke.sk/topics/legal", "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0495", "split": "dev", "category": "entity_lookup", "difficulty": "easy", "question": "Nájdi dokument o osobe Samuel Džurina.", "mode": "vector", "expected_documents": [ "pages/students/2023/samuel_dzurina/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/samuel_dzurina/README.md", "pages/students/2021/manohar_gowdru_shridharu/README.md", "pages/interns/sevval_bulburu/README.md", "pages/students/2019/samuel_horani/README.md", "pages/students/2022/samuel_vasil/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0495", "split": "dev", "category": "entity_lookup", "difficulty": "easy", "question": "Nájdi dokument o osobe Samuel Džurina.", "mode": "hybrid", "expected_documents": [ "pages/students/2023/samuel_dzurina/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/samuel_dzurina/README.md", "pages/students/2019/samuel_horani/README.md", "pages/students/2021/manohar_gowdru_shridharu/README.md", "pages/students/2022/samuel_vasil/README.md", "pages/interns/sevval_bulburu/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0496", "split": "dev", "category": "fact_title", "difficulty": "easy", "question": "Aký je názov bakalárska práca osoby Samuel Džurina?", "mode": "fts", "expected_documents": [ "pages/students/2023/samuel_dzurina/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/samuel_dzurina/README.md", "pages/students/2022/samuel_vasil/README.md", "pages/students/2018/samuel_sirotnik/README.md", "pages/topics/legal/README.md", "pages/students/2020/matus_suchanic/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", "https://zp.kemt.fei.tuke.sk/topics/legal", "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0496", "split": "dev", "category": "fact_title", "difficulty": "easy", "question": "Aký je názov bakalárska práca osoby Samuel Džurina?", "mode": "vector", "expected_documents": [ "pages/students/2023/samuel_dzurina/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/samuel_dzurina/README.md", "pages/students/2019/dmytro_mural/README.md", "pages/students/2016/jan_holp/README.md", "pages/students/2023/simona_bobrovcanova/README.md", "pages/students/2018/samuel_sirotnik/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0496", "split": "dev", "category": "fact_title", "difficulty": "easy", "question": "Aký je názov bakalárska práca osoby Samuel Džurina?", "mode": "hybrid", "expected_documents": [ "pages/students/2023/samuel_dzurina/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/samuel_dzurina/README.md", "pages/students/2016/jan_holp/README.md", "pages/students/2018/samuel_sirotnik/README.md", "pages/students/2022/samuel_vasil/README.md", "pages/students/2019/samuel_horani/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0497", "split": "dev", "category": "reverse_lookup", "difficulty": "medium", "question": "Kto sa venuje práci s názvom „Dialógový systém pre podporu firemných procesov“?", "mode": "fts", "expected_documents": [ "pages/students/2023/samuel_dzurina/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/samuel_dzurina/README.md", "pages/topics/chatbot/README.md", "pages/topics/spacy/README.md", "pages/students/2020/matej_kobylan/README.md", "pages/students/2021/matej_scislak/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/topics/chatbot", "https://zp.kemt.fei.tuke.sk/topics/spacy", "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0497", "split": "dev", "category": "reverse_lookup", "difficulty": "medium", "question": "Kto sa venuje práci s názvom „Dialógový systém pre podporu firemných procesov“?", "mode": "vector", "expected_documents": [ "pages/students/2023/samuel_dzurina/README.md" ], "first_relevant_rank": 3, "reciprocal_rank": 0.333333, "top_documents": [ "pages/topics/chatbot/README.md", "pages/students/2021/martin_sarissky/README.md", "pages/students/2023/samuel_dzurina/README.md", "pages/students/2021/matej_scislak/README.md", "pages/students/2021/artur_hyrenko/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/chatbot", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko" ], "hit_at_1": 0, "recall_at_1": 0.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0497", "split": "dev", "category": "reverse_lookup", "difficulty": "medium", "question": "Kto sa venuje práci s názvom „Dialógový systém pre podporu firemných procesov“?", "mode": "hybrid", "expected_documents": [ "pages/students/2023/samuel_dzurina/README.md" ], "first_relevant_rank": 2, "reciprocal_rank": 0.5, "top_documents": [ "pages/topics/chatbot/README.md", "pages/students/2023/samuel_dzurina/README.md", "pages/students/2021/martin_sarissky/README.md", "pages/students/2019/samuel_horani/README.md", "pages/students/2021/matej_scislak/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/chatbot", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "hit_at_1": 0, "recall_at_1": 0.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0498", "split": "dev", "category": "topic_lookup", "difficulty": "medium", "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Dialógový systém pre podporu firemných procesov“.", "mode": "fts", "expected_documents": [ "pages/students/2023/samuel_dzurina/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/samuel_dzurina/README.md", "pages/topics/chatbot/README.md", "pages/topics/spacy/README.md", "pages/students/2021/vladimir_ferko/README.md", "pages/students/2017/dmytro_ushatenko/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/topics/chatbot", "https://zp.kemt.fei.tuke.sk/topics/spacy", "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0498", "split": "dev", "category": "topic_lookup", "difficulty": "medium", "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Dialógový systém pre podporu firemných procesov“.", "mode": "vector", "expected_documents": [ "pages/students/2023/samuel_dzurina/README.md" ], "first_relevant_rank": 4, "reciprocal_rank": 0.25, "top_documents": [ "pages/topics/chatbot/README.md", "pages/students/2021/martin_sarissky/README.md", "pages/students/2021/matej_scislak/README.md", "pages/students/2023/samuel_dzurina/README.md", "pages/topics/faq/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/chatbot", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/topics/faq" ], "hit_at_1": 0, "recall_at_1": 0.0, "hit_at_3": 0, "recall_at_3": 0.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0498", "split": "dev", "category": "topic_lookup", "difficulty": "medium", "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Dialógový systém pre podporu firemných procesov“.", "mode": "hybrid", "expected_documents": [ "pages/students/2023/samuel_dzurina/README.md" ], "first_relevant_rank": 2, "reciprocal_rank": 0.5, "top_documents": [ "pages/topics/chatbot/README.md", "pages/students/2023/samuel_dzurina/README.md", "pages/students/2021/martin_sarissky/README.md", "pages/topics/faq/README.md", "pages/students/2017/dmytro_ushatenko/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/chatbot", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/topics/faq", "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" ], "hit_at_1": 0, "recall_at_1": 0.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0499", "split": "dev", "category": "paraphrase", "difficulty": "medium", "question": "O čom je práca osoby Samuel Džurina?", "mode": "fts", "expected_documents": [ "pages/students/2023/samuel_dzurina/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/samuel_dzurina/README.md", "pages/topics/legal/README.md", "pages/students/2019/samuel_horani/README.md", "pages/students/2018/samuel_sirotnik/README.md", "pages/students/2022/samuel_vasil/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/topics/legal", "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0499", "split": "dev", "category": "paraphrase", "difficulty": "medium", "question": "O čom je práca osoby Samuel Džurina?", "mode": "vector", "expected_documents": [ "pages/students/2023/samuel_dzurina/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/samuel_dzurina/README.md", "pages/students/2019/samuel_horani/README.md", "pages/students/2022/samuel_vasil/README.md", "pages/students/2023/simona_bobrovcanova/README.md", "pages/students/2018/samuel_sirotnik/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0499", "split": "dev", "category": "paraphrase", "difficulty": "medium", "question": "O čom je práca osoby Samuel Džurina?", "mode": "hybrid", "expected_documents": [ "pages/students/2023/samuel_dzurina/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/samuel_dzurina/README.md", "pages/students/2019/samuel_horani/README.md", "pages/students/2022/samuel_vasil/README.md", "pages/students/2018/samuel_sirotnik/README.md", "pages/students/2020/matej_kobylan/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0500", "split": "dev", "category": "fact_start_year", "difficulty": "easy", "question": "V ktorom roku začal študovať Samuel Džurina?", "mode": "fts", "expected_documents": [ "pages/students/2023/samuel_dzurina/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/samuel_dzurina/README.md", "pages/students/2021/eduard_matovka/README.md", "pages/students/2016/jakub_maruniak/timovy_projekt/README.md", "pages/topics/legal/README.md", "pages/students/2018/samuel_sirotnik/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt", "https://zp.kemt.fei.tuke.sk/topics/legal", "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0500", "split": "dev", "category": "fact_start_year", "difficulty": "easy", "question": "V ktorom roku začal študovať Samuel Džurina?", "mode": "vector", "expected_documents": [ "pages/students/2023/samuel_dzurina/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/samuel_dzurina/README.md", "pages/students/2021/nikita_bodnar/README.md", "pages/students/2019/samuel_horani/README.md", "pages/students/2023/simona_bobrovcanova/README.md", "pages/students/2022/samuel_vasil/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar", "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0500", "split": "dev", "category": "fact_start_year", "difficulty": "easy", "question": "V ktorom roku začal študovať Samuel Džurina?", "mode": "hybrid", "expected_documents": [ "pages/students/2023/samuel_dzurina/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/samuel_dzurina/README.md", "pages/students/2019/samuel_horani/README.md", "pages/students/2022/samuel_vasil/README.md", "pages/students/2021/nikita_bodnar/README.md", "pages/students/2023/simona_bobrovcanova/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar", "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0501", "split": "dev", "category": "verification", "difficulty": "medium", "question": "Je pri osobe Samuel Džurina uvedený rok začiatku štúdia 2023?", "mode": "fts", "expected_documents": [ "pages/students/2023/samuel_dzurina/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/samuel_dzurina/README.md", "pages/students/2018/samuel_sirotnik/README.md", "pages/students/2022/samuel_vasil/README.md", "pages/students/2019/samuel_horani/README.md", "pages/students/2023/oleksandr_dorybohov/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0501", "split": "dev", "category": "verification", "difficulty": "medium", "question": "Je pri osobe Samuel Džurina uvedený rok začiatku štúdia 2023?", "mode": "vector", "expected_documents": [ "pages/students/2023/samuel_dzurina/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/samuel_dzurina/README.md", "pages/students/2019/samuel_horani/README.md", "pages/students/2018/samuel_sirotnik/README.md", "pages/students/2020/matej_kobylan/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0501", "split": "dev", "category": "verification", "difficulty": "medium", "question": "Je pri osobe Samuel Džurina uvedený rok začiatku štúdia 2023?", "mode": "hybrid", "expected_documents": [ "pages/students/2023/samuel_dzurina/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/samuel_dzurina/README.md", "pages/students/2019/samuel_horani/README.md", "pages/students/2019/michal_stromko/README.md", "pages/students/2018/samuel_sirotnik/README.md", "pages/students/2020/matej_kobylan/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0502", "split": "dev", "category": "fact_work_year", "difficulty": "easy", "question": "V ktorom roku je pri osobe Samuel Džurina uvedená bakalárska práca?", "mode": "fts", "expected_documents": [ "pages/students/2023/samuel_dzurina/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/samuel_dzurina/README.md", "pages/students/2019/samuel_horani/README.md", "pages/topics/legal/README.md", "pages/students/2021/matej_scislak/README.md", "pages/students/2018/samuel_sirotnik/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", "https://zp.kemt.fei.tuke.sk/topics/legal", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0502", "split": "dev", "category": "fact_work_year", "difficulty": "easy", "question": "V ktorom roku je pri osobe Samuel Džurina uvedená bakalárska práca?", "mode": "vector", "expected_documents": [ "pages/students/2023/samuel_dzurina/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/samuel_dzurina/README.md", "pages/students/2019/samuel_horani/README.md", "pages/students/2016/jan_holp/README.md", "pages/students/2018/samuel_sirotnik/README.md", "pages/students/2019/dmytro_mural/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0502", "split": "dev", "category": "fact_work_year", "difficulty": "easy", "question": "V ktorom roku je pri osobe Samuel Džurina uvedená bakalárska práca?", "mode": "hybrid", "expected_documents": [ "pages/students/2023/samuel_dzurina/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/samuel_dzurina/README.md", "pages/students/2019/samuel_horani/README.md", "pages/students/2018/samuel_sirotnik/README.md", "pages/students/2022/samuel_vasil/README.md", "pages/students/2016/jan_holp/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0503", "split": "dev", "category": "disambiguation_year", "difficulty": "hard", "question": "Rozlíš rok začiatku štúdia a rok práce osoby Samuel Džurina.", "mode": "fts", "expected_documents": [ "pages/students/2023/samuel_dzurina/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/samuel_dzurina/README.md", "pages/students/2018/samuel_sirotnik/README.md", "pages/students/2022/samuel_vasil/README.md", "pages/students/2019/samuel_horani/README.md", "pages/students/2023/rostyslav_rodzhuk/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0503", "split": "dev", "category": "disambiguation_year", "difficulty": "hard", "question": "Rozlíš rok začiatku štúdia a rok práce osoby Samuel Džurina.", "mode": "vector", "expected_documents": [ "pages/students/2023/samuel_dzurina/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/samuel_dzurina/README.md", "pages/students/2020/matej_kobylan/README.md", "pages/students/2023/simona_bobrovcanova/README.md", "pages/topics/legal/README.md", "pages/students/2019/samuel_horani/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", "https://zp.kemt.fei.tuke.sk/topics/legal", "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0503", "split": "dev", "category": "disambiguation_year", "difficulty": "hard", "question": "Rozlíš rok začiatku štúdia a rok práce osoby Samuel Džurina.", "mode": "hybrid", "expected_documents": [ "pages/students/2023/samuel_dzurina/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/samuel_dzurina/README.md", "pages/students/2020/matej_kobylan/README.md", "pages/topics/legal/README.md", "pages/students/2022/samuel_vasil/README.md", "pages/students/2023/simona_bobrovcanova/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", "https://zp.kemt.fei.tuke.sk/topics/legal", "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0504", "split": "dev", "category": "adversarial_year", "difficulty": "hard", "question": "Je rok 2023 rokom záverečnej práce osoby Samuel Džurina?", "mode": "fts", "expected_documents": [ "pages/students/2023/samuel_dzurina/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/samuel_dzurina/README.md", "pages/topics/legal/README.md", "pages/topics/faq/README.md", "pages/students/2018/samuel_sirotnik/README.md", "pages/students/2022/samuel_vasil/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/topics/legal", "https://zp.kemt.fei.tuke.sk/topics/faq", "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0504", "split": "dev", "category": "adversarial_year", "difficulty": "hard", "question": "Je rok 2023 rokom záverečnej práce osoby Samuel Džurina?", "mode": "vector", "expected_documents": [ "pages/students/2023/samuel_dzurina/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/samuel_dzurina/README.md", "pages/students/2019/samuel_horani/README.md", "pages/students/2020/matej_kobylan/README.md", "pages/students/2020/vladyslav_krupko/README.md", "pages/students/2018/ondrej_megela/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0504", "split": "dev", "category": "adversarial_year", "difficulty": "hard", "question": "Je rok 2023 rokom záverečnej práce osoby Samuel Džurina?", "mode": "hybrid", "expected_documents": [ "pages/students/2023/samuel_dzurina/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/samuel_dzurina/README.md", "pages/students/2019/samuel_horani/README.md", "pages/students/2020/matej_kobylan/README.md", "pages/students/2020/vladyslav_krupko/README.md", "pages/students/2018/samuel_sirotnik/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0505", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou agent a osobou Samuel Džurina?", "mode": "fts", "expected_documents": [ "pages/students/2023/samuel_dzurina/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/samuel_dzurina/README.md", "pages/topics/legal/README.md", "pages/students/2019/samuel_horani/README.md", "pages/students/2020/matej_kobylan/README.md", "pages/students/2017/martin_jancura/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/topics/legal", "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0505", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou agent a osobou Samuel Džurina?", "mode": "vector", "expected_documents": [ "pages/students/2023/samuel_dzurina/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/samuel_dzurina/README.md", "pages/students/2023/oleksandr_dorybohov/README.md", "pages/students/2019/samuel_horani/README.md", "pages/students/2021/martin_sarissky/README.md", "pages/topics/faq/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/topics/faq" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0505", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou agent a osobou Samuel Džurina?", "mode": "hybrid", "expected_documents": [ "pages/students/2023/samuel_dzurina/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/samuel_dzurina/README.md", "pages/students/2019/samuel_horani/README.md", "pages/students/2023/oleksandr_dorybohov/README.md", "pages/topics/legal/README.md", "pages/students/2020/matej_kobylan/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", "https://zp.kemt.fei.tuke.sk/topics/legal", "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0506", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou zásielková spoločnosť a osobou Samuel Džurina?", "mode": "fts", "expected_documents": [ "pages/students/2023/samuel_dzurina/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/samuel_dzurina/README.md", "pages/topics/legal/README.md", "pages/students/2017/martin_jancura/README.md", "pages/students/2019/samuel_horani/README.md", "pages/students/2016/patrik_pavlisin/dp21/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/topics/legal", "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/dp21" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0506", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou zásielková spoločnosť a osobou Samuel Džurina?", "mode": "vector", "expected_documents": [ "pages/students/2023/samuel_dzurina/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/samuel_dzurina/README.md", "pages/topics/faq/README.md", "pages/students/2019/samuel_horani/README.md", "pages/students/2016/maros_harahus/README.md", "pages/students/2022/samuel_vasil/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/topics/faq", "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0506", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou zásielková spoločnosť a osobou Samuel Džurina?", "mode": "hybrid", "expected_documents": [ "pages/students/2023/samuel_dzurina/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/samuel_dzurina/README.md", "pages/students/2019/samuel_horani/README.md", "pages/topics/faq/README.md", "pages/students/2022/samuel_vasil/README.md", "pages/students/2018/samuel_sirotnik/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", "https://zp.kemt.fei.tuke.sk/topics/faq", "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0507", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou dialógový systém a osobou Samuel Džurina?", "mode": "fts", "expected_documents": [ "pages/students/2023/samuel_dzurina/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/samuel_dzurina/README.md", "pages/topics/chatbot/README.md", "pages/students/2021/martin_sarissky/README.md", "pages/students/2019/samuel_horani/README.md", "pages/topics/legal/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/topics/chatbot", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", "https://zp.kemt.fei.tuke.sk/topics/legal" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0507", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou dialógový systém a osobou Samuel Džurina?", "mode": "vector", "expected_documents": [ "pages/students/2023/samuel_dzurina/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/samuel_dzurina/README.md", "pages/topics/chatbot/README.md", "pages/students/2021/martin_sarissky/README.md", "pages/students/2021/eduard_matovka/README.md", "pages/students/2019/samuel_horani/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/topics/chatbot", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0507", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou dialógový systém a osobou Samuel Džurina?", "mode": "hybrid", "expected_documents": [ "pages/students/2023/samuel_dzurina/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/samuel_dzurina/README.md", "pages/topics/chatbot/README.md", "pages/students/2021/martin_sarissky/README.md", "pages/students/2019/samuel_horani/README.md", "pages/students/2017/dmytro_ushatenko/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/topics/chatbot", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0508", "split": "dev", "category": "specific_fact", "difficulty": "medium", "question": "Akú firmu alebo typ firmy má podporovať agent Samuela Džurinu?", "mode": "fts", "expected_documents": [ "pages/students/2023/samuel_dzurina/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/samuel_dzurina/README.md", "pages/students/2016/jakub_maruniak/README.md", "pages/students/2019/filip_tomas/README.md", "pages/students/2019/kristian_sopkovic/README.md", "pages/students/2023/maksym_zatirka/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0508", "split": "dev", "category": "specific_fact", "difficulty": "medium", "question": "Akú firmu alebo typ firmy má podporovať agent Samuela Džurinu?", "mode": "vector", "expected_documents": [ "pages/students/2023/samuel_dzurina/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/samuel_dzurina/README.md", "pages/students/2019/samuel_horani/README.md", "pages/students/2023/oleksandr_dorybohov/README.md", "pages/students/2021/martin_sarissky/README.md", "pages/students/2020/matej_kobylan/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0508", "split": "dev", "category": "specific_fact", "difficulty": "medium", "question": "Akú firmu alebo typ firmy má podporovať agent Samuela Džurinu?", "mode": "hybrid", "expected_documents": [ "pages/students/2023/samuel_dzurina/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/samuel_dzurina/README.md", "pages/students/2023/oleksandr_dorybohov/README.md", "pages/students/2021/martin_sarissky/README.md", "pages/students/2019/samuel_horani/README.md", "pages/students/2020/matej_kobylan/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0509", "split": "dev", "category": "specific_fact", "difficulty": "medium", "question": "Akým spôsobom sa má agent Samuela Džurinu vyhodnotiť?", "mode": "fts", "expected_documents": [ "pages/students/2023/samuel_dzurina/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/samuel_dzurina/README.md", "pages/students/2021/vladimir_ferko/README.md", "pages/students/2023/ronald_zalacko/README.md", "pages/students/2019/kristian_sopkovic/README.md", "pages/students/2020/kamil_tomcufcik/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", "https://zp.kemt.fei.tuke.sk/students/2020/kamil_tomcufcik" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0509", "split": "dev", "category": "specific_fact", "difficulty": "medium", "question": "Akým spôsobom sa má agent Samuela Džurinu vyhodnotiť?", "mode": "vector", "expected_documents": [ "pages/students/2023/samuel_dzurina/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/samuel_dzurina/README.md", "pages/students/2019/samuel_horani/README.md", "pages/students/2023/oleksandr_dorybohov/README.md", "pages/students/2021/martin_sarissky/README.md", "pages/students/2019/dmytro_mural/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0509", "split": "dev", "category": "specific_fact", "difficulty": "medium", "question": "Akým spôsobom sa má agent Samuela Džurinu vyhodnotiť?", "mode": "hybrid", "expected_documents": [ "pages/students/2023/samuel_dzurina/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/samuel_dzurina/README.md", "pages/students/2019/samuel_horani/README.md", "pages/students/2023/oleksandr_dorybohov/README.md", "pages/students/2021/martin_sarissky/README.md", "pages/students/2018/oleh_bilykh/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0549", "split": "dev", "category": "entity_lookup", "difficulty": "easy", "question": "Nájdi dokument o stážistovi Oliver Pejic.", "mode": "fts", "expected_documents": [ "pages/interns/oliver_pejic/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/interns/oliver_pejic/README.md", "pages/students/2019/david_stromp/README.md", "pages/students/2019/michal_stromko/README.md", "pages/students/2021/martin_sarissky/README.md", "pages/students/2017/martin_jancura/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0549", "split": "dev", "category": "entity_lookup", "difficulty": "easy", "question": "Nájdi dokument o stážistovi Oliver Pejic.", "mode": "vector", "expected_documents": [ "pages/interns/oliver_pejic/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/interns/oliver_pejic/README.md", "pages/students/2021/manohar_gowdru_shridharu/README.md", "pages/interns/sevval_bulburu/README.md", "pages/students/2022/oleh_poiasnik/README.md", "pages/interns/yussef_ressaissi/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", "https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0549", "split": "dev", "category": "entity_lookup", "difficulty": "easy", "question": "Nájdi dokument o stážistovi Oliver Pejic.", "mode": "hybrid", "expected_documents": [ "pages/interns/oliver_pejic/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/interns/oliver_pejic/README.md", "pages/students/2021/manohar_gowdru_shridharu/README.md", "pages/interns/sevval_bulburu/README.md", "pages/students/2022/oleh_poiasnik/README.md", "pages/interns/yussef_ressaissi/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", "https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0550", "split": "dev", "category": "internship_year", "difficulty": "easy", "question": "V ktorom roku prebiehala stáž osoby Oliver Pejic?", "mode": "fts", "expected_documents": [ "pages/interns/oliver_pejic/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/interns/oliver_pejic/README.md", "pages/students/2016/patrik_pavlisin/dp22/README.md", "pages/topics/prodigy/README.md", "pages/topics/faq/README.md", "pages/students/2021/martin_sarissky/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/dp22", "https://zp.kemt.fei.tuke.sk/topics/prodigy", "https://zp.kemt.fei.tuke.sk/topics/faq", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0550", "split": "dev", "category": "internship_year", "difficulty": "easy", "question": "V ktorom roku prebiehala stáž osoby Oliver Pejic?", "mode": "vector", "expected_documents": [ "pages/interns/oliver_pejic/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/interns/oliver_pejic/README.md", "pages/students/2022/oleh_poiasnik/README.md", "pages/students/2018/oleh_bilykh/README.md", "pages/students/2020/matus_suchanic/README.md", "pages/students/2019/michal_stromko/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0550", "split": "dev", "category": "internship_year", "difficulty": "easy", "question": "V ktorom roku prebiehala stáž osoby Oliver Pejic?", "mode": "hybrid", "expected_documents": [ "pages/interns/oliver_pejic/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/interns/oliver_pejic/README.md", "pages/students/2022/oleh_poiasnik/README.md", "pages/students/2018/oleh_bilykh/README.md", "pages/students/2020/matus_suchanic/README.md", "pages/students/2019/michal_stromko/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0551", "split": "dev", "category": "internship_topic", "difficulty": "medium", "question": "Akému problému alebo téme sa venovala stáž osoby Oliver Pejic?", "mode": "fts", "expected_documents": [ "pages/interns/oliver_pejic/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/interns/oliver_pejic/README.md", "pages/topics/prodigy/README.md", "pages/students/2021/martin_sarissky/README.md", "pages/students/2016/patrik_pavlisin/dp22/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", "https://zp.kemt.fei.tuke.sk/topics/prodigy", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/dp22", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0551", "split": "dev", "category": "internship_topic", "difficulty": "medium", "question": "Akému problému alebo téme sa venovala stáž osoby Oliver Pejic?", "mode": "vector", "expected_documents": [ "pages/interns/oliver_pejic/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/interns/oliver_pejic/README.md", "pages/students/2018/oleh_bilykh/README.md", "pages/students/2019/alina_vitko/README.md", "pages/students/2019/michal_stromko/README.md", "pages/topics/question/nezodpovedatelne/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0551", "split": "dev", "category": "internship_topic", "difficulty": "medium", "question": "Akému problému alebo téme sa venovala stáž osoby Oliver Pejic?", "mode": "hybrid", "expected_documents": [ "pages/interns/oliver_pejic/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/interns/oliver_pejic/README.md", "pages/students/2018/oleh_bilykh/README.md", "pages/students/2019/alina_vitko/README.md", "pages/students/2019/michal_stromko/README.md", "pages/students/2022/oleh_poiasnik/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0552", "split": "dev", "category": "reverse_lookup", "difficulty": "medium", "question": "Kto pracoval na téme Hate Speech a MTEB evaluácia?", "mode": "fts", "expected_documents": [ "pages/interns/oliver_pejic/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/interns/oliver_pejic/README.md", "pages/topics/hatespeech/README.md", "pages/students/2021/manohar_gowdru_shridharu/README.md", "pages/students/2019/patrik_pokrivcak/README.md", "pages/interns/sevval_bulburu/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", "https://zp.kemt.fei.tuke.sk/topics/hatespeech", "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0552", "split": "dev", "category": "reverse_lookup", "difficulty": "medium", "question": "Kto pracoval na téme Hate Speech a MTEB evaluácia?", "mode": "vector", "expected_documents": [ "pages/interns/oliver_pejic/README.md" ], "first_relevant_rank": 2, "reciprocal_rank": 0.5, "top_documents": [ "pages/topics/hatespeech/README.md", "pages/interns/oliver_pejic/README.md", "pages/students/2017/martin_jancura/README.md", "pages/students/2020/jakub_kristian_lukas/README.md", "pages/students/2021/matej_novotny/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/hatespeech", "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" ], "hit_at_1": 0, "recall_at_1": 0.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0552", "split": "dev", "category": "reverse_lookup", "difficulty": "medium", "question": "Kto pracoval na téme Hate Speech a MTEB evaluácia?", "mode": "hybrid", "expected_documents": [ "pages/interns/oliver_pejic/README.md" ], "first_relevant_rank": 2, "reciprocal_rank": 0.5, "top_documents": [ "pages/topics/hatespeech/README.md", "pages/interns/oliver_pejic/README.md", "pages/students/2017/martin_jancura/README.md", "pages/students/2020/jakub_kristian_lukas/README.md", "pages/students/2021/matej_novotny/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/hatespeech", "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" ], "hit_at_1": 0, "recall_at_1": 0.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0553", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorá stáž osoby Oliver Pejic súvisela s témou Hate Speech?", "mode": "fts", "expected_documents": [ "pages/interns/oliver_pejic/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/interns/oliver_pejic/README.md", "pages/topics/hatespeech/README.md", "pages/students/2021/manohar_gowdru_shridharu/README.md", "pages/students/2019/patrik_pokrivcak/README.md", "pages/interns/sevval_bulburu/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", "https://zp.kemt.fei.tuke.sk/topics/hatespeech", "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0553", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorá stáž osoby Oliver Pejic súvisela s témou Hate Speech?", "mode": "vector", "expected_documents": [ "pages/interns/oliver_pejic/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/interns/oliver_pejic/README.md", "pages/topics/hatespeech/README.md", "pages/students/2020/jakub_kristian_lukas/README.md", "pages/students/2021/vladimir_ferko/README.md", "pages/students/2019/patrik_pokrivcak/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", "https://zp.kemt.fei.tuke.sk/topics/hatespeech", "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0553", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorá stáž osoby Oliver Pejic súvisela s témou Hate Speech?", "mode": "hybrid", "expected_documents": [ "pages/interns/oliver_pejic/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/interns/oliver_pejic/README.md", "pages/topics/hatespeech/README.md", "pages/students/2020/jakub_kristian_lukas/README.md", "pages/students/2019/patrik_pokrivcak/README.md", "pages/students/2021/manohar_gowdru_shridharu/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", "https://zp.kemt.fei.tuke.sk/topics/hatespeech", "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0554", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorá stáž osoby Oliver Pejic súvisela s témou MTEB?", "mode": "fts", "expected_documents": [ "pages/interns/oliver_pejic/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/interns/oliver_pejic/README.md", "pages/students/2017/martin_jancura/README.md", "pages/topics/prodigy/README.md", "pages/students/2020/david_kostilnik/README.md", "pages/students/2016/maros_harahus/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", "https://zp.kemt.fei.tuke.sk/topics/prodigy", "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0554", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorá stáž osoby Oliver Pejic súvisela s témou MTEB?", "mode": "vector", "expected_documents": [ "pages/interns/oliver_pejic/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/interns/oliver_pejic/README.md", "pages/students/2018/oleh_bilykh/README.md", "pages/students/2020/matus_suchanic/README.md", "pages/students/2022/oleh_poiasnik/README.md", "pages/students/2022/valerii_kutsenko/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0554", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorá stáž osoby Oliver Pejic súvisela s témou MTEB?", "mode": "hybrid", "expected_documents": [ "pages/interns/oliver_pejic/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/interns/oliver_pejic/README.md", "pages/students/2018/oleh_bilykh/README.md", "pages/students/2020/matus_suchanic/README.md", "pages/students/2022/oleh_poiasnik/README.md", "pages/students/2022/valerii_kutsenko/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0555", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorá stáž osoby Oliver Pejic súvisela s témou SentenceTransformer?", "mode": "fts", "expected_documents": [ "pages/interns/oliver_pejic/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/interns/oliver_pejic/README.md", "pages/students/2017/martin_jancura/README.md", "pages/topics/prodigy/README.md", "pages/students/2016/maros_harahus/README.md", "pages/students/2021/martin_sarissky/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", "https://zp.kemt.fei.tuke.sk/topics/prodigy", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0555", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorá stáž osoby Oliver Pejic súvisela s témou SentenceTransformer?", "mode": "vector", "expected_documents": [ "pages/interns/oliver_pejic/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/interns/oliver_pejic/README.md", "pages/students/2020/matus_suchanic/README.md", "pages/students/2019/michal_stromko/README.md", "pages/students/2022/oleh_poiasnik/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0555", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorá stáž osoby Oliver Pejic súvisela s témou SentenceTransformer?", "mode": "hybrid", "expected_documents": [ "pages/interns/oliver_pejic/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/interns/oliver_pejic/README.md", "pages/students/2020/matus_suchanic/README.md", "pages/students/2019/michal_stromko/README.md", "pages/students/2022/oleh_poiasnik/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0556", "split": "dev", "category": "specific_fact", "difficulty": "medium", "question": "Na akých dvoch MTEB úlohách mal Oliver Pejic pracovať?", "mode": "fts", "expected_documents": [ "pages/interns/oliver_pejic/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/interns/oliver_pejic/README.md", "pages/students/2020/david_kostilnik/README.md", "pages/students/2016/lukas_pokryvka/timovy_projekt/README.md", "pages/students/2016/maros_harahus/README.md", "pages/students/2016/lukas_pokryvka/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka/timovy_projekt", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0556", "split": "dev", "category": "specific_fact", "difficulty": "medium", "question": "Na akých dvoch MTEB úlohách mal Oliver Pejic pracovať?", "mode": "vector", "expected_documents": [ "pages/interns/oliver_pejic/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/interns/oliver_pejic/README.md", "pages/students/2022/oleh_poiasnik/README.md", "pages/students/2022/valerii_kutsenko/README.md", "pages/students/2020/matus_suchanic/README.md", "pages/students/2020/david_kostilnik/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0556", "split": "dev", "category": "specific_fact", "difficulty": "medium", "question": "Na akých dvoch MTEB úlohách mal Oliver Pejic pracovať?", "mode": "hybrid", "expected_documents": [ "pages/interns/oliver_pejic/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/interns/oliver_pejic/README.md", "pages/students/2020/david_kostilnik/README.md", "pages/students/2022/oleh_poiasnik/README.md", "pages/students/2022/valerii_kutsenko/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0557", "split": "dev", "category": "specific_fact", "difficulty": "medium", "question": "Aký evaluačný framework mal Oliver Pejic naštudovať?", "mode": "fts", "expected_documents": [ "pages/interns/oliver_pejic/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/interns/oliver_pejic/README.md", "pages/students/2016/maros_harahus/timovy_projekt/README.md", "pages/students/2019/dmytro_mural/README.md", "pages/students/2020/vladyslav_krupko/README.md", "pages/students/2022/jakub_schwarc/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt", "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", "https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0557", "split": "dev", "category": "specific_fact", "difficulty": "medium", "question": "Aký evaluačný framework mal Oliver Pejic naštudovať?", "mode": "vector", "expected_documents": [ "pages/interns/oliver_pejic/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/interns/oliver_pejic/README.md", "pages/students/2022/oleh_poiasnik/README.md", "pages/students/2021/artur_hyrenko/README.md", "pages/students/2019/michal_stromko/README.md", "pages/students/2018/oleh_bilykh/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0557", "split": "dev", "category": "specific_fact", "difficulty": "medium", "question": "Aký evaluačný framework mal Oliver Pejic naštudovať?", "mode": "hybrid", "expected_documents": [ "pages/interns/oliver_pejic/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/interns/oliver_pejic/README.md", "pages/students/2021/artur_hyrenko/README.md", "pages/students/2022/oleh_poiasnik/README.md", "pages/students/2023/oleksandr_dorybohov/README.md", "pages/students/2019/michal_stromko/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko", "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0568", "split": "dev", "category": "entity_lookup", "difficulty": "easy", "question": "Nájdi dokument o stážistovi Cesar Abascal Gutierrez.", "mode": "fts", "expected_documents": [ "pages/interns/cesar_gutierrez/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/interns/cesar_gutierrez/README.md", "pages/topics/prodigy/README.md", "pages/students/2019/david_stromp/README.md", "pages/students/2019/michal_stromko/README.md", "pages/students/2021/martin_sarissky/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", "https://zp.kemt.fei.tuke.sk/topics/prodigy", "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0568", "split": "dev", "category": "entity_lookup", "difficulty": "easy", "question": "Nájdi dokument o stážistovi Cesar Abascal Gutierrez.", "mode": "vector", "expected_documents": [ "pages/interns/cesar_gutierrez/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/interns/cesar_gutierrez/README.md", "pages/students/2021/manohar_gowdru_shridharu/README.md", "pages/interns/oliver_pejic/README.md", "pages/interns/sevval_bulburu/README.md", "pages/students/2020/vladyslav_krupko/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0568", "split": "dev", "category": "entity_lookup", "difficulty": "easy", "question": "Nájdi dokument o stážistovi Cesar Abascal Gutierrez.", "mode": "hybrid", "expected_documents": [ "pages/interns/cesar_gutierrez/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/interns/cesar_gutierrez/README.md", "pages/students/2021/manohar_gowdru_shridharu/README.md", "pages/interns/oliver_pejic/README.md", "pages/interns/sevval_bulburu/README.md", "pages/students/2020/vladyslav_krupko/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0569", "split": "dev", "category": "internship_year", "difficulty": "easy", "question": "V ktorom roku prebiehala stáž osoby Cesar Abascal Gutierrez?", "mode": "fts", "expected_documents": [ "pages/interns/cesar_gutierrez/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/interns/cesar_gutierrez/README.md", "pages/topics/prodigy/README.md", "pages/students/2016/patrik_pavlisin/dp22/README.md", "pages/topics/faq/README.md", "pages/students/2021/martin_sarissky/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", "https://zp.kemt.fei.tuke.sk/topics/prodigy", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/dp22", "https://zp.kemt.fei.tuke.sk/topics/faq", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0569", "split": "dev", "category": "internship_year", "difficulty": "easy", "question": "V ktorom roku prebiehala stáž osoby Cesar Abascal Gutierrez?", "mode": "vector", "expected_documents": [ "pages/interns/cesar_gutierrez/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/interns/cesar_gutierrez/README.md", "pages/students/2023/samuel_dzurina/README.md", "pages/students/2020/pavol_hudak/README.md", "pages/students/2019/alina_vitko/README.md", "pages/students/2021/eduard_matovka/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak", "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0569", "split": "dev", "category": "internship_year", "difficulty": "easy", "question": "V ktorom roku prebiehala stáž osoby Cesar Abascal Gutierrez?", "mode": "hybrid", "expected_documents": [ "pages/interns/cesar_gutierrez/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/interns/cesar_gutierrez/README.md", "pages/students/2023/samuel_dzurina/README.md", "pages/students/2020/pavol_hudak/README.md", "pages/students/2019/alina_vitko/README.md", "pages/students/2021/eduard_matovka/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak", "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0570", "split": "dev", "category": "internship_topic", "difficulty": "medium", "question": "Akému problému alebo téme sa venovala stáž osoby Cesar Abascal Gutierrez?", "mode": "fts", "expected_documents": [ "pages/interns/cesar_gutierrez/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/interns/cesar_gutierrez/README.md", "pages/topics/prodigy/README.md", "pages/students/2021/martin_sarissky/README.md", "pages/students/2016/patrik_pavlisin/dp22/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", "https://zp.kemt.fei.tuke.sk/topics/prodigy", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/dp22", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0570", "split": "dev", "category": "internship_topic", "difficulty": "medium", "question": "Akému problému alebo téme sa venovala stáž osoby Cesar Abascal Gutierrez?", "mode": "vector", "expected_documents": [ "pages/interns/cesar_gutierrez/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/interns/cesar_gutierrez/README.md", "pages/students/2019/alina_vitko/README.md", "pages/students/2016/maros_harahus/README.md", "pages/students/2018/oleh_bilykh/README.md", "pages/students/2016/tomas_kucharik/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0570", "split": "dev", "category": "internship_topic", "difficulty": "medium", "question": "Akému problému alebo téme sa venovala stáž osoby Cesar Abascal Gutierrez?", "mode": "hybrid", "expected_documents": [ "pages/interns/cesar_gutierrez/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/interns/cesar_gutierrez/README.md", "pages/students/2019/alina_vitko/README.md", "pages/students/2016/maros_harahus/README.md", "pages/students/2018/oleh_bilykh/README.md", "pages/students/2019/michal_stromko/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0572", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorá stáž osoby Cesar Abascal Gutierrez súvisela s témou named entities?", "mode": "fts", "expected_documents": [ "pages/interns/cesar_gutierrez/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/interns/cesar_gutierrez/README.md", "pages/topics/prodigy/README.md", "pages/students/2017/martin_jancura/README.md", "pages/students/2021/vladimir_ferko/README.md", "pages/students/2016/jakub_maruniak/timovy_projekt/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", "https://zp.kemt.fei.tuke.sk/topics/prodigy", "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0572", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorá stáž osoby Cesar Abascal Gutierrez súvisela s témou named entities?", "mode": "vector", "expected_documents": [ "pages/interns/cesar_gutierrez/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/interns/cesar_gutierrez/README.md", "pages/students/2017/than_trung_thanh/README.md", "pages/students/2021/vladimir_ferko/README.md", "pages/students/2016/tomas_kucharik/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh", "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0572", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorá stáž osoby Cesar Abascal Gutierrez súvisela s témou named entities?", "mode": "hybrid", "expected_documents": [ "pages/interns/cesar_gutierrez/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/interns/cesar_gutierrez/README.md", "pages/students/2017/than_trung_thanh/README.md", "pages/students/2019/artem_yatsenko/README.md", "pages/students/2022/serhii_yemets/README.md", "pages/students/2021/vladimir_ferko/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets", "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0573", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorá stáž osoby Cesar Abascal Gutierrez súvisela s témou spaCy?", "mode": "fts", "expected_documents": [ "pages/interns/cesar_gutierrez/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/interns/cesar_gutierrez/README.md", "pages/topics/prodigy/README.md", "pages/students/2016/maros_harahus/README.md", "pages/students/2017/martin_jancura/README.md", "pages/students/2016/maros_harahus/timovy_projekt/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", "https://zp.kemt.fei.tuke.sk/topics/prodigy", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0573", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorá stáž osoby Cesar Abascal Gutierrez súvisela s témou spaCy?", "mode": "vector", "expected_documents": [ "pages/interns/cesar_gutierrez/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/interns/cesar_gutierrez/README.md", "pages/students/2019/kristian_sopkovic/README.md", "pages/students/2017/than_trung_thanh/README.md", "pages/students/2018/martin_wencel/README.md", "pages/students/2019/samuel_horani/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh", "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0573", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorá stáž osoby Cesar Abascal Gutierrez súvisela s témou spaCy?", "mode": "hybrid", "expected_documents": [ "pages/interns/cesar_gutierrez/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/interns/cesar_gutierrez/README.md", "pages/students/2019/kristian_sopkovic/README.md", "pages/students/2018/martin_wencel/README.md", "pages/students/2017/than_trung_thanh/README.md", "pages/students/2016/maros_harahus/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0574", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorá stáž osoby Cesar Abascal Gutierrez súvisela s témou Prodigy?", "mode": "fts", "expected_documents": [ "pages/interns/cesar_gutierrez/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/interns/cesar_gutierrez/README.md", "pages/topics/prodigy/README.md", "pages/students/2017/martin_jancura/README.md", "pages/students/2017/than_trung_thanh/README.md", "pages/students/2016/maros_harahus/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", "https://zp.kemt.fei.tuke.sk/topics/prodigy", "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0574", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorá stáž osoby Cesar Abascal Gutierrez súvisela s témou Prodigy?", "mode": "vector", "expected_documents": [ "pages/interns/cesar_gutierrez/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/interns/cesar_gutierrez/README.md", "pages/students/2016/tomas_kucharik/README.md", "pages/students/2017/than_trung_thanh/README.md", "pages/students/2019/alina_vitko/README.md", "pages/students/2021/vladimir_ferko/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh", "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0574", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorá stáž osoby Cesar Abascal Gutierrez súvisela s témou Prodigy?", "mode": "hybrid", "expected_documents": [ "pages/interns/cesar_gutierrez/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/interns/cesar_gutierrez/README.md", "pages/students/2017/than_trung_thanh/README.md", "pages/students/2016/tomas_kucharik/README.md", "pages/students/2021/vladimir_ferko/README.md", "pages/students/2016/jakub_maruniak/dp2021/annotation/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021/annotation" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0575", "split": "dev", "category": "specific_fact", "difficulty": "medium", "question": "Aké tri hlavné ciele mal Cesar Abascal Gutierrez?", "mode": "fts", "expected_documents": [ "pages/interns/cesar_gutierrez/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/interns/cesar_gutierrez/README.md", "pages/students/2022/oleh_poiasnik/README.md", "pages/students/2019/michal_stromko/README.md", "pages/topics/prodigy/README.md", "pages/students/2016/patrik_pavlisin/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "https://zp.kemt.fei.tuke.sk/topics/prodigy", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0575", "split": "dev", "category": "specific_fact", "difficulty": "medium", "question": "Aké tri hlavné ciele mal Cesar Abascal Gutierrez?", "mode": "vector", "expected_documents": [ "pages/interns/cesar_gutierrez/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/interns/cesar_gutierrez/README.md", "pages/students/2018/david_omasta/README.md", "pages/students/2020/pavol_hudak/README.md", "pages/students/2019/dmytro_mural/README.md", "pages/students/2021/vladimir_ferko/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", "https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak", "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0575", "split": "dev", "category": "specific_fact", "difficulty": "medium", "question": "Aké tri hlavné ciele mal Cesar Abascal Gutierrez?", "mode": "hybrid", "expected_documents": [ "pages/interns/cesar_gutierrez/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/interns/cesar_gutierrez/README.md", "pages/students/2019/dmytro_mural/README.md", "pages/students/2018/david_omasta/README.md", "pages/students/2020/pavol_hudak/README.md", "pages/students/2022/oleh_poiasnik/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", "https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak", "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0576", "split": "dev", "category": "specific_fact", "difficulty": "medium", "question": "Aký nástroj mal Cesar Abascal Gutierrez používať na manuálnu anotáciu?", "mode": "fts", "expected_documents": [ "pages/interns/cesar_gutierrez/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/interns/cesar_gutierrez/README.md", "pages/topics/prodigy/README.md", "pages/students/2016/jakub_maruniak/README.md", "pages/students/2023/oleksandr_dorybohov/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", "https://zp.kemt.fei.tuke.sk/topics/prodigy", "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0576", "split": "dev", "category": "specific_fact", "difficulty": "medium", "question": "Aký nástroj mal Cesar Abascal Gutierrez používať na manuálnu anotáciu?", "mode": "vector", "expected_documents": [ "pages/interns/cesar_gutierrez/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/interns/cesar_gutierrez/README.md", "pages/students/2021/vladimir_ferko/README.md", "pages/students/2016/jakub_maruniak/README.md", "pages/students/2020/matus_suchanic/README.md", "pages/students/2022/serhii_yemets/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", "https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0576", "split": "dev", "category": "specific_fact", "difficulty": "medium", "question": "Aký nástroj mal Cesar Abascal Gutierrez používať na manuálnu anotáciu?", "mode": "hybrid", "expected_documents": [ "pages/interns/cesar_gutierrez/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/interns/cesar_gutierrez/README.md", "pages/students/2016/jakub_maruniak/README.md", "pages/students/2021/vladimir_ferko/README.md", "pages/students/2020/matus_suchanic/README.md", "pages/students/2022/serhii_yemets/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", "https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0577", "split": "dev", "category": "entity_lookup", "difficulty": "easy", "question": "Nájdi dokument o stážistovi Bogdan Paul Chiș.", "mode": "fts", "expected_documents": [ "pages/interns/bogdan_paul_chis/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/interns/bogdan_paul_chis/README.md", "pages/students/2019/david_stromp/README.md", "pages/students/2019/michal_stromko/README.md", "pages/students/2021/martin_sarissky/README.md", "pages/students/2017/martin_jancura/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0577", "split": "dev", "category": "entity_lookup", "difficulty": "easy", "question": "Nájdi dokument o stážistovi Bogdan Paul Chiș.", "mode": "vector", "expected_documents": [ "pages/interns/bogdan_paul_chis/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/interns/bogdan_paul_chis/README.md", "pages/students/2021/manohar_gowdru_shridharu/README.md", "pages/students/2022/oleh_poiasnik/README.md", "pages/interns/sevval_bulburu/README.md", "pages/students/2021/matej_scislak/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0577", "split": "dev", "category": "entity_lookup", "difficulty": "easy", "question": "Nájdi dokument o stážistovi Bogdan Paul Chiș.", "mode": "hybrid", "expected_documents": [ "pages/interns/bogdan_paul_chis/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/interns/bogdan_paul_chis/README.md", "pages/students/2021/manohar_gowdru_shridharu/README.md", "pages/students/2022/oleh_poiasnik/README.md", "pages/interns/sevval_bulburu/README.md", "pages/students/2021/matej_scislak/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0578", "split": "dev", "category": "internship_year", "difficulty": "easy", "question": "V ktorom roku prebiehala stáž osoby Bogdan Paul Chiș?", "mode": "fts", "expected_documents": [ "pages/interns/bogdan_paul_chis/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/interns/bogdan_paul_chis/README.md", "pages/students/2016/patrik_pavlisin/dp22/README.md", "pages/topics/prodigy/README.md", "pages/topics/faq/README.md", "pages/students/2021/martin_sarissky/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/dp22", "https://zp.kemt.fei.tuke.sk/topics/prodigy", "https://zp.kemt.fei.tuke.sk/topics/faq", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0578", "split": "dev", "category": "internship_year", "difficulty": "easy", "question": "V ktorom roku prebiehala stáž osoby Bogdan Paul Chiș?", "mode": "vector", "expected_documents": [ "pages/interns/bogdan_paul_chis/README.md" ], "first_relevant_rank": null, "reciprocal_rank": 0.0, "top_documents": [ "pages/students/2021/matej_scislak/README.md", "pages/students/2016/patrik_pavlisin/README.md", "pages/students/2019/michal_stromko/README.md", "pages/students/2022/yevhenii_leonov/README.md", "pages/students/2021/martin_sarissky/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" ], "hit_at_1": 0, "recall_at_1": 0.0, "hit_at_3": 0, "recall_at_3": 0.0, "hit_at_5": 0, "recall_at_5": 0.0 }, { "id": "q0578", "split": "dev", "category": "internship_year", "difficulty": "easy", "question": "V ktorom roku prebiehala stáž osoby Bogdan Paul Chiș?", "mode": "hybrid", "expected_documents": [ "pages/interns/bogdan_paul_chis/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/interns/bogdan_paul_chis/README.md", "pages/students/2021/matej_scislak/README.md", "pages/students/2016/patrik_pavlisin/README.md", "pages/students/2019/michal_stromko/README.md", "pages/students/2022/yevhenii_leonov/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0579", "split": "dev", "category": "internship_topic", "difficulty": "medium", "question": "Akému problému alebo téme sa venovala stáž osoby Bogdan Paul Chiș?", "mode": "fts", "expected_documents": [ "pages/interns/bogdan_paul_chis/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/interns/bogdan_paul_chis/README.md", "pages/topics/prodigy/README.md", "pages/students/2021/martin_sarissky/README.md", "pages/students/2016/patrik_pavlisin/dp22/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", "https://zp.kemt.fei.tuke.sk/topics/prodigy", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/dp22", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0579", "split": "dev", "category": "internship_topic", "difficulty": "medium", "question": "Akému problému alebo téme sa venovala stáž osoby Bogdan Paul Chiș?", "mode": "vector", "expected_documents": [ "pages/interns/bogdan_paul_chis/README.md" ], "first_relevant_rank": null, "reciprocal_rank": 0.0, "top_documents": [ "pages/students/2018/oleh_bilykh/README.md", "pages/topics/question/nezodpovedatelne/README.md", "pages/students/2021/matej_scislak/README.md", "pages/students/2021/eduard_matovka/README.md", "pages/students/2022/yevhenii_leonov/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", "https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov" ], "hit_at_1": 0, "recall_at_1": 0.0, "hit_at_3": 0, "recall_at_3": 0.0, "hit_at_5": 0, "recall_at_5": 0.0 }, { "id": "q0579", "split": "dev", "category": "internship_topic", "difficulty": "medium", "question": "Akému problému alebo téme sa venovala stáž osoby Bogdan Paul Chiș?", "mode": "hybrid", "expected_documents": [ "pages/interns/bogdan_paul_chis/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/interns/bogdan_paul_chis/README.md", "pages/students/2018/oleh_bilykh/README.md", "pages/topics/question/nezodpovedatelne/README.md", "pages/students/2021/matej_scislak/README.md", "pages/students/2021/eduard_matovka/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", "https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0580", "split": "dev", "category": "reverse_lookup", "difficulty": "medium", "question": "Kto pracoval na téme multilinguálna extrakcia trojíc z medicínskych dát?", "mode": "fts", "expected_documents": [ "pages/interns/bogdan_paul_chis/README.md" ], "first_relevant_rank": null, "reciprocal_rank": 0.0, "top_documents": [ "pages/students/2022/oleh_poiasnik/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md", "pages/topics/named-entity/README.md", "pages/students/2016/lukas_pokryvka/timovy_projekt/README.md", "pages/students/2022/valerii_kutsenko/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", "https://zp.kemt.fei.tuke.sk/topics/named-entity", "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka/timovy_projekt", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "hit_at_1": 0, "recall_at_1": 0.0, "hit_at_3": 0, "recall_at_3": 0.0, "hit_at_5": 0, "recall_at_5": 0.0 }, { "id": "q0580", "split": "dev", "category": "reverse_lookup", "difficulty": "medium", "question": "Kto pracoval na téme multilinguálna extrakcia trojíc z medicínskych dát?", "mode": "vector", "expected_documents": [ "pages/interns/bogdan_paul_chis/README.md" ], "first_relevant_rank": null, "reciprocal_rank": 0.0, "top_documents": [ "pages/students/2022/andrii_pervashov/README.md", "pages/students/2019/michal_stromko/README.md", "pages/students/2021/eduard_matovka/README.md", "pages/students/2018/ondrej_megela/README.md", "pages/students/2016/patrik_pavlisin/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" ], "hit_at_1": 0, "recall_at_1": 0.0, "hit_at_3": 0, "recall_at_3": 0.0, "hit_at_5": 0, "recall_at_5": 0.0 }, { "id": "q0580", "split": "dev", "category": "reverse_lookup", "difficulty": "medium", "question": "Kto pracoval na téme multilinguálna extrakcia trojíc z medicínskych dát?", "mode": "hybrid", "expected_documents": [ "pages/interns/bogdan_paul_chis/README.md" ], "first_relevant_rank": null, "reciprocal_rank": 0.0, "top_documents": [ "pages/students/2023/yevhenii_medushivskyi/README.md", "pages/students/2022/andrii_pervashov/README.md", "pages/students/2019/michal_stromko/README.md", "pages/students/2021/eduard_matovka/README.md", "pages/students/2018/ondrej_megela/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" ], "hit_at_1": 0, "recall_at_1": 0.0, "hit_at_3": 0, "recall_at_3": 0.0, "hit_at_5": 0, "recall_at_5": 0.0 }, { "id": "q0581", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorá stáž osoby Bogdan Paul Chiș súvisela s témou Triplet extraction?", "mode": "fts", "expected_documents": [ "pages/interns/bogdan_paul_chis/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/interns/bogdan_paul_chis/README.md", "pages/students/2017/martin_jancura/README.md", "pages/topics/prodigy/README.md", "pages/students/2016/maros_harahus/README.md", "pages/students/2022/andrii_pervashov/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", "https://zp.kemt.fei.tuke.sk/topics/prodigy", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0581", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorá stáž osoby Bogdan Paul Chiș súvisela s témou Triplet extraction?", "mode": "vector", "expected_documents": [ "pages/interns/bogdan_paul_chis/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/interns/bogdan_paul_chis/README.md", "pages/students/2016/patrik_pavlisin/README.md", "pages/students/2021/matej_scislak/README.md", "pages/students/2018/adrian_remias/README.md", "pages/students/2019/patrik_pokrivcak/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0581", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorá stáž osoby Bogdan Paul Chiș súvisela s témou Triplet extraction?", "mode": "hybrid", "expected_documents": [ "pages/interns/bogdan_paul_chis/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/interns/bogdan_paul_chis/README.md", "pages/students/2016/patrik_pavlisin/README.md", "pages/students/2021/matej_scislak/README.md", "pages/students/2018/adrian_remias/README.md", "pages/students/2019/patrik_pokrivcak/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0582", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorá stáž osoby Bogdan Paul Chiș súvisela s témou knowledge graph?", "mode": "fts", "expected_documents": [ "pages/interns/bogdan_paul_chis/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/interns/bogdan_paul_chis/README.md", "pages/students/2023/maksym_zatirka/README.md", "pages/students/2021/martin_sarissky/README.md", "pages/students/2017/martin_jancura/README.md", "pages/students/2022/valerii_kutsenko/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0582", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorá stáž osoby Bogdan Paul Chiș súvisela s témou knowledge graph?", "mode": "vector", "expected_documents": [ "pages/interns/bogdan_paul_chis/README.md" ], "first_relevant_rank": 3, "reciprocal_rank": 0.333333, "top_documents": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2021/matej_scislak/README.md", "pages/interns/bogdan_paul_chis/README.md", "pages/students/2017/than_trung_thanh/README.md", "pages/students/2022/valerii_kutsenko/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "hit_at_1": 0, "recall_at_1": 0.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0582", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorá stáž osoby Bogdan Paul Chiș súvisela s témou knowledge graph?", "mode": "hybrid", "expected_documents": [ "pages/interns/bogdan_paul_chis/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/interns/bogdan_paul_chis/README.md", "pages/students/2021/matej_scislak/README.md", "pages/students/2022/jan_malinovsky/README.md", "pages/students/2022/valerii_kutsenko/README.md", "pages/students/2017/than_trung_thanh/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0583", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorá stáž osoby Bogdan Paul Chiș súvisela s témou medical?", "mode": "fts", "expected_documents": [ "pages/interns/bogdan_paul_chis/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/interns/bogdan_paul_chis/README.md", "pages/students/2017/martin_jancura/README.md", "pages/topics/prodigy/README.md", "pages/students/2016/maros_harahus/README.md", "pages/students/2021/martin_sarissky/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", "https://zp.kemt.fei.tuke.sk/topics/prodigy", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0583", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorá stáž osoby Bogdan Paul Chiș súvisela s témou medical?", "mode": "vector", "expected_documents": [ "pages/interns/bogdan_paul_chis/README.md" ], "first_relevant_rank": 4, "reciprocal_rank": 0.25, "top_documents": [ "pages/students/2022/yevhenii_leonov/README.md", "pages/students/2018/oleh_bilykh/README.md", "pages/students/2022/oleh_poiasnik/README.md", "pages/interns/bogdan_paul_chis/README.md", "pages/students/2021/matej_scislak/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "hit_at_1": 0, "recall_at_1": 0.0, "hit_at_3": 0, "recall_at_3": 0.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0583", "split": "dev", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorá stáž osoby Bogdan Paul Chiș súvisela s témou medical?", "mode": "hybrid", "expected_documents": [ "pages/interns/bogdan_paul_chis/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/interns/bogdan_paul_chis/README.md", "pages/students/2016/patrik_pavlisin/README.md", "pages/students/2022/yevhenii_leonov/README.md", "pages/students/2018/oleh_bilykh/README.md", "pages/students/2022/oleh_poiasnik/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0584", "split": "dev", "category": "specific_fact", "difficulty": "medium", "question": "Aká bola téma stáže Bogdana Paula Chișa?", "mode": "fts", "expected_documents": [ "pages/interns/bogdan_paul_chis/README.md" ], "first_relevant_rank": null, "reciprocal_rank": 0.0, "top_documents": [ "pages/students/2016/jan_holp/README.md", "pages/students/2016/jakub_maruniak/timovy_projekt/README.md", "pages/students/2018/adrian_remias/README.md", "pages/students/2023/samuel_dzurina/README.md", "pages/students/2016/maros_harahus/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt", "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "hit_at_1": 0, "recall_at_1": 0.0, "hit_at_3": 0, "recall_at_3": 0.0, "hit_at_5": 0, "recall_at_5": 0.0 }, { "id": "q0584", "split": "dev", "category": "specific_fact", "difficulty": "medium", "question": "Aká bola téma stáže Bogdana Paula Chișa?", "mode": "vector", "expected_documents": [ "pages/interns/bogdan_paul_chis/README.md" ], "first_relevant_rank": 4, "reciprocal_rank": 0.25, "top_documents": [ "pages/students/2021/martin_sarissky/README.md", "pages/students/2018/oleh_bilykh/README.md", "pages/students/2021/matej_scislak/README.md", "pages/interns/bogdan_paul_chis/README.md", "pages/students/2019/filip_tomas/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" ], "hit_at_1": 0, "recall_at_1": 0.0, "hit_at_3": 0, "recall_at_3": 0.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0584", "split": "dev", "category": "specific_fact", "difficulty": "medium", "question": "Aká bola téma stáže Bogdana Paula Chișa?", "mode": "hybrid", "expected_documents": [ "pages/interns/bogdan_paul_chis/README.md" ], "first_relevant_rank": 5, "reciprocal_rank": 0.2, "top_documents": [ "pages/students/2018/oleh_bilykh/README.md", "pages/students/2021/matej_scislak/README.md", "pages/students/2021/martin_sarissky/README.md", "pages/students/2016/lukas_pokryvka/README.md", "pages/interns/bogdan_paul_chis/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis" ], "hit_at_1": 0, "recall_at_1": 0.0, "hit_at_3": 0, "recall_at_3": 0.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0585", "split": "dev", "category": "specific_fact", "difficulty": "medium", "question": "Akými nástrojmi mal Bogdan Paul Chiș vyhodnocovať agenta?", "mode": "fts", "expected_documents": [ "pages/interns/bogdan_paul_chis/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/interns/bogdan_paul_chis/README.md", "pages/topics/otvorene/README.md", "pages/students/2021/martin_sarissky/README.md", "pages/students/2023/maksym_zatirka/README.md", "pages/students/2022/daniil_huzenko/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", "https://zp.kemt.fei.tuke.sk/topics/otvorene", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0585", "split": "dev", "category": "specific_fact", "difficulty": "medium", "question": "Akými nástrojmi mal Bogdan Paul Chiș vyhodnocovať agenta?", "mode": "vector", "expected_documents": [ "pages/interns/bogdan_paul_chis/README.md" ], "first_relevant_rank": null, "reciprocal_rank": 0.0, "top_documents": [ "pages/students/2021/matej_scislak/README.md", "pages/students/2021/martin_sarissky/README.md", "pages/students/2023/samuel_dzurina/README.md", "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2022/oleh_poiasnik/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" ], "hit_at_1": 0, "recall_at_1": 0.0, "hit_at_3": 0, "recall_at_3": 0.0, "hit_at_5": 0, "recall_at_5": 0.0 }, { "id": "q0585", "split": "dev", "category": "specific_fact", "difficulty": "medium", "question": "Akými nástrojmi mal Bogdan Paul Chiș vyhodnocovať agenta?", "mode": "hybrid", "expected_documents": [ "pages/interns/bogdan_paul_chis/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/interns/bogdan_paul_chis/README.md", "pages/students/2021/martin_sarissky/README.md", "pages/students/2023/oleksandr_dorybohov/README.md", "pages/students/2022/oleh_poiasnik/README.md", "pages/students/2021/matej_scislak/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0586", "split": "dev", "category": "specific_fact", "difficulty": "medium", "question": "Z akého typu dokumentov mal Bogdan Paul Chiș zostaviť znalostný graf?", "mode": "fts", "expected_documents": [ "pages/interns/bogdan_paul_chis/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/interns/bogdan_paul_chis/README.md", "pages/students/2021/matej_scislak/README.md", "pages/students/2022/oleh_poiasnik/README.md", "pages/students/2021/martin_sarissky/README.md", "pages/students/2022/valerii_kutsenko/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0586", "split": "dev", "category": "specific_fact", "difficulty": "medium", "question": "Z akého typu dokumentov mal Bogdan Paul Chiș zostaviť znalostný graf?", "mode": "vector", "expected_documents": [ "pages/interns/bogdan_paul_chis/README.md" ], "first_relevant_rank": null, "reciprocal_rank": 0.0, "top_documents": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2021/matej_scislak/README.md", "pages/students/2021/oleksandr_hryshchenko/README.md", "pages/students/2022/valerii_kutsenko/README.md", "pages/students/2022/oleh_poiasnik/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" ], "hit_at_1": 0, "recall_at_1": 0.0, "hit_at_3": 0, "recall_at_3": 0.0, "hit_at_5": 0, "recall_at_5": 0.0 }, { "id": "q0586", "split": "dev", "category": "specific_fact", "difficulty": "medium", "question": "Z akého typu dokumentov mal Bogdan Paul Chiș zostaviť znalostný graf?", "mode": "hybrid", "expected_documents": [ "pages/interns/bogdan_paul_chis/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/interns/bogdan_paul_chis/README.md", "pages/students/2022/jan_malinovsky/README.md", "pages/students/2021/matej_scislak/README.md", "pages/students/2022/valerii_kutsenko/README.md", "pages/students/2022/oleh_poiasnik/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0597", "split": "dev", "category": "topic_page_lookup", "difficulty": "easy", "question": "Nájdi projektovú alebo informačnú stránku „Dialógový systém“.", "mode": "fts", "expected_documents": [ "pages/topics/chatbot/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/topics/chatbot/README.md", "pages/students/2017/dmytro_ushatenko/README.md", "pages/students/2021/matej_scislak/README.md", "pages/students/2021/martin_sarissky/README.md", "pages/students/2019/samuel_horani/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/chatbot", "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0597", "split": "dev", "category": "topic_page_lookup", "difficulty": "easy", "question": "Nájdi projektovú alebo informačnú stránku „Dialógový systém“.", "mode": "vector", "expected_documents": [ "pages/topics/chatbot/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/topics/chatbot/README.md", "pages/students/2021/matej_scislak/README.md", "pages/students/2021/martin_sarissky/README.md", "pages/students/2019/samuel_horani/README.md", "pages/students/2020/matej_kobylan/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/chatbot", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0597", "split": "dev", "category": "topic_page_lookup", "difficulty": "easy", "question": "Nájdi projektovú alebo informačnú stránku „Dialógový systém“.", "mode": "hybrid", "expected_documents": [ "pages/topics/chatbot/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/topics/chatbot/README.md", "pages/students/2021/matej_scislak/README.md", "pages/students/2021/martin_sarissky/README.md", "pages/students/2019/samuel_horani/README.md", "pages/students/2017/dmytro_ushatenko/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/chatbot", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0598", "split": "dev", "category": "topic_page_lookup", "difficulty": "medium", "question": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Dialógový systém“?", "mode": "fts", "expected_documents": [ "pages/topics/chatbot/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/topics/chatbot/README.md", "pages/students/2017/dmytro_ushatenko/README.md", "pages/students/2021/matej_scislak/README.md", "pages/students/2021/martin_sarissky/README.md", "pages/students/2019/samuel_horani/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/chatbot", "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0598", "split": "dev", "category": "topic_page_lookup", "difficulty": "medium", "question": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Dialógový systém“?", "mode": "vector", "expected_documents": [ "pages/topics/chatbot/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/topics/chatbot/README.md", "pages/students/2021/martin_sarissky/README.md", "pages/topics/faq/README.md", "pages/students/2019/samuel_horani/README.md", "pages/students/2021/matej_scislak/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/chatbot", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/topics/faq", "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0598", "split": "dev", "category": "topic_page_lookup", "difficulty": "medium", "question": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Dialógový systém“?", "mode": "hybrid", "expected_documents": [ "pages/topics/chatbot/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/topics/chatbot/README.md", "pages/students/2021/martin_sarissky/README.md", "pages/students/2021/matej_scislak/README.md", "pages/students/2019/samuel_horani/README.md", "pages/students/2017/dmytro_ushatenko/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/chatbot", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0599", "split": "dev", "category": "source_url", "difficulty": "easy", "question": "Aký source_url patrí k stránke „Dialógový systém“?", "mode": "fts", "expected_documents": [ "pages/topics/chatbot/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/topics/chatbot/README.md", "pages/students/2017/dmytro_ushatenko/README.md", "pages/students/2021/matej_scislak/README.md", "pages/students/2021/martin_sarissky/README.md", "pages/students/2019/samuel_horani/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/chatbot", "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0599", "split": "dev", "category": "source_url", "difficulty": "easy", "question": "Aký source_url patrí k stránke „Dialógový systém“?", "mode": "vector", "expected_documents": [ "pages/topics/chatbot/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/topics/chatbot/README.md", "pages/students/2021/martin_sarissky/README.md", "pages/students/2021/matej_scislak/README.md", "pages/topics/resources/README.md", "pages/students/2020/matej_kobylan/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/chatbot", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/topics/resources", "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0599", "split": "dev", "category": "source_url", "difficulty": "easy", "question": "Aký source_url patrí k stránke „Dialógový systém“?", "mode": "hybrid", "expected_documents": [ "pages/topics/chatbot/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/topics/chatbot/README.md", "pages/students/2021/matej_scislak/README.md", "pages/students/2021/martin_sarissky/README.md", "pages/students/2017/dmytro_ushatenko/README.md", "pages/students/2019/samuel_horani/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/chatbot", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0603", "split": "dev", "category": "specific_fact", "difficulty": "medium", "question": "Aký framework má používať báza pravidiel projektu Dialógový systém?", "mode": "fts", "expected_documents": [ "pages/topics/chatbot/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/topics/chatbot/README.md", "pages/students/2019/samuel_horani/README.md", "pages/students/2021/matej_scislak/README.md", "pages/students/2021/martin_sarissky/README.md", "pages/topics/bert/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/chatbot", "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/topics/bert" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0603", "split": "dev", "category": "specific_fact", "difficulty": "medium", "question": "Aký framework má používať báza pravidiel projektu Dialógový systém?", "mode": "vector", "expected_documents": [ "pages/topics/chatbot/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/topics/chatbot/README.md", "pages/students/2021/martin_sarissky/README.md", "pages/students/2021/matej_scislak/README.md", "pages/students/2019/samuel_horani/README.md", "pages/students/2023/oleksandr_dorybohov/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/chatbot", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0603", "split": "dev", "category": "specific_fact", "difficulty": "medium", "question": "Aký framework má používať báza pravidiel projektu Dialógový systém?", "mode": "hybrid", "expected_documents": [ "pages/topics/chatbot/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/topics/chatbot/README.md", "pages/students/2021/martin_sarissky/README.md", "pages/students/2021/matej_scislak/README.md", "pages/students/2019/samuel_horani/README.md", "pages/students/2021/artur_hyrenko/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/chatbot", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0604", "split": "dev", "category": "specific_fact", "difficulty": "medium", "question": "S akým ďalším typom systému sa má chatbot integrovať?", "mode": "fts", "expected_documents": [ "pages/topics/chatbot/README.md" ], "first_relevant_rank": null, "reciprocal_rank": 0.0, "top_documents": [ "pages/students/2021/matej_scislak/README.md", "pages/students/2021/martin_sarissky/README.md", "pages/students/2019/artem_yatsenko/README.md", "pages/topics/bert/README.md", "pages/students/2021/nikita_bodnar/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/topics/bert", "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar" ], "hit_at_1": 0, "recall_at_1": 0.0, "hit_at_3": 0, "recall_at_3": 0.0, "hit_at_5": 0, "recall_at_5": 0.0 }, { "id": "q0604", "split": "dev", "category": "specific_fact", "difficulty": "medium", "question": "S akým ďalším typom systému sa má chatbot integrovať?", "mode": "vector", "expected_documents": [ "pages/topics/chatbot/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/topics/chatbot/README.md", "pages/students/2019/samuel_horani/README.md", "pages/students/2021/martin_sarissky/README.md", "pages/students/2021/matej_scislak/README.md", "pages/students/2019/alina_vitko/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/chatbot", "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0604", "split": "dev", "category": "specific_fact", "difficulty": "medium", "question": "S akým ďalším typom systému sa má chatbot integrovať?", "mode": "hybrid", "expected_documents": [ "pages/topics/chatbot/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/topics/chatbot/README.md", "pages/students/2021/martin_sarissky/README.md", "pages/students/2019/samuel_horani/README.md", "pages/students/2021/matej_scislak/README.md", "pages/students/2017/dmytro_ushatenko/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/chatbot", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0605", "split": "dev", "category": "specific_fact", "difficulty": "medium", "question": "Kto sú uvedení aktuálni riešitelia projektu Dialógový systém?", "mode": "fts", "expected_documents": [ "pages/topics/chatbot/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/topics/chatbot/README.md", "pages/students/2019/samuel_horani/README.md", "pages/students/2017/dmytro_ushatenko/README.md", "pages/students/2021/matej_scislak/README.md", "pages/topics/steel/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/chatbot", "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/topics/steel" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0605", "split": "dev", "category": "specific_fact", "difficulty": "medium", "question": "Kto sú uvedení aktuálni riešitelia projektu Dialógový systém?", "mode": "vector", "expected_documents": [ "pages/topics/chatbot/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/topics/chatbot/README.md", "pages/students/2021/matej_scislak/README.md", "pages/students/2016/tomas_kucharik/README.md", "pages/students/2021/martin_sarissky/README.md", "pages/students/2019/samuel_horani/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/chatbot", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0605", "split": "dev", "category": "specific_fact", "difficulty": "medium", "question": "Kto sú uvedení aktuálni riešitelia projektu Dialógový systém?", "mode": "hybrid", "expected_documents": [ "pages/topics/chatbot/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/topics/chatbot/README.md", "pages/students/2021/matej_scislak/README.md", "pages/students/2021/martin_sarissky/README.md", "pages/students/2019/samuel_horani/README.md", "pages/students/2020/matej_kobylan/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/chatbot", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0615", "split": "dev", "category": "topic_page_lookup", "difficulty": "easy", "question": "Nájdi projektovú alebo informačnú stránku „Question Answering“.", "mode": "fts", "expected_documents": [ "pages/topics/question/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/topics/question/README.md", "pages/students/2019/michal_stromko/README.md", "pages/students/2018/ondrej_megela/README.md", "pages/students/2018/oleh_bilykh/README.md", "pages/students/2018/david_omasta/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/question", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0615", "split": "dev", "category": "topic_page_lookup", "difficulty": "easy", "question": "Nájdi projektovú alebo informačnú stránku „Question Answering“.", "mode": "vector", "expected_documents": [ "pages/topics/question/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/topics/question/README.md", "pages/students/2019/alina_vitko/README.md", "pages/students/2016/tomas_kucharik/README.md", "pages/students/2019/michal_stromko/README.md", "pages/students/2021/matej_scislak/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/question", "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0615", "split": "dev", "category": "topic_page_lookup", "difficulty": "easy", "question": "Nájdi projektovú alebo informačnú stránku „Question Answering“.", "mode": "hybrid", "expected_documents": [ "pages/topics/question/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/topics/question/README.md", "pages/students/2019/michal_stromko/README.md", "pages/students/2019/alina_vitko/README.md", "pages/students/2016/tomas_kucharik/README.md", "pages/students/2022/valerii_kutsenko/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/question", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0616", "split": "dev", "category": "topic_page_lookup", "difficulty": "medium", "question": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Question Answering“?", "mode": "fts", "expected_documents": [ "pages/topics/question/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/topics/question/README.md", "pages/students/2016/tomas_kucharik/README.md", "pages/students/2019/kristian_sopkovic/README.md", "pages/students/2019/michal_stromko/README.md", "pages/students/2019/alina_vitko/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/question", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0616", "split": "dev", "category": "topic_page_lookup", "difficulty": "medium", "question": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Question Answering“?", "mode": "vector", "expected_documents": [ "pages/topics/question/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/topics/question/README.md", "pages/topics/faq/README.md", "pages/topics/question/nezodpovedatelne/README.md", "pages/students/2019/alina_vitko/README.md", "pages/topics/question/navod/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/question", "https://zp.kemt.fei.tuke.sk/topics/faq", "https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne", "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", "https://zp.kemt.fei.tuke.sk/topics/question/navod" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0616", "split": "dev", "category": "topic_page_lookup", "difficulty": "medium", "question": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Question Answering“?", "mode": "hybrid", "expected_documents": [ "pages/topics/question/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/topics/question/README.md", "pages/students/2016/tomas_kucharik/README.md", "pages/students/2019/alina_vitko/README.md", "pages/students/2019/michal_stromko/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/question", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0617", "split": "dev", "category": "source_url", "difficulty": "easy", "question": "Aký source_url patrí k stránke „Question Answering“?", "mode": "fts", "expected_documents": [ "pages/topics/question/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/topics/question/README.md", "pages/students/2019/alina_vitko/README.md", "pages/students/2018/ondrej_megela/README.md", "pages/students/2018/oleh_bilykh/README.md", "pages/students/2016/patrik_pavlisin/tp20/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/question", "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0617", "split": "dev", "category": "source_url", "difficulty": "easy", "question": "Aký source_url patrí k stránke „Question Answering“?", "mode": "vector", "expected_documents": [ "pages/topics/question/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/topics/question/README.md", "pages/students/2019/alina_vitko/README.md", "pages/topics/resources/README.md", "pages/students/2018/ondrej_megela/README.md", "pages/students/2019/michal_stromko/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/question", "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", "https://zp.kemt.fei.tuke.sk/topics/resources", "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0617", "split": "dev", "category": "source_url", "difficulty": "easy", "question": "Aký source_url patrí k stránke „Question Answering“?", "mode": "hybrid", "expected_documents": [ "pages/topics/question/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/topics/question/README.md", "pages/students/2019/alina_vitko/README.md", "pages/students/2019/michal_stromko/README.md", "pages/students/2016/tomas_kucharik/README.md", "pages/students/2018/ondrej_megela/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/question", "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0621", "split": "dev", "category": "specific_fact", "difficulty": "medium", "question": "Aký dataset chce projekt Question Answering vytvoriť v slovenskom jazyku?", "mode": "fts", "expected_documents": [ "pages/topics/question/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/topics/question/README.md", "pages/students/2016/tomas_kucharik/README.md", "pages/students/2019/kristian_sopkovic/README.md", "pages/topics/question/validacie/README.md", "pages/students/2019/alina_vitko/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/question", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", "https://zp.kemt.fei.tuke.sk/topics/question/validacie", "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0621", "split": "dev", "category": "specific_fact", "difficulty": "medium", "question": "Aký dataset chce projekt Question Answering vytvoriť v slovenskom jazyku?", "mode": "vector", "expected_documents": [ "pages/topics/question/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/topics/question/README.md", "pages/students/2016/tomas_kucharik/README.md", "pages/students/2019/alina_vitko/README.md", "pages/students/2022/valerii_kutsenko/README.md", "pages/students/2019/michal_stromko/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/question", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0621", "split": "dev", "category": "specific_fact", "difficulty": "medium", "question": "Aký dataset chce projekt Question Answering vytvoriť v slovenskom jazyku?", "mode": "hybrid", "expected_documents": [ "pages/topics/question/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/topics/question/README.md", "pages/students/2016/tomas_kucharik/README.md", "pages/students/2019/alina_vitko/README.md", "pages/students/2019/michal_stromko/README.md", "pages/students/2018/oleh_bilykh/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/question", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0622", "split": "dev", "category": "specific_fact", "difficulty": "medium", "question": "Aký anotačný nástroj používa projekt Question Answering?", "mode": "fts", "expected_documents": [ "pages/topics/question/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/topics/question/README.md", "pages/students/2019/michal_stromko/README.md", "pages/students/2016/tomas_kucharik/README.md", "pages/students/2018/ondrej_megela/README.md", "pages/topics/named-entity/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/question", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", "https://zp.kemt.fei.tuke.sk/topics/named-entity" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0622", "split": "dev", "category": "specific_fact", "difficulty": "medium", "question": "Aký anotačný nástroj používa projekt Question Answering?", "mode": "vector", "expected_documents": [ "pages/topics/question/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/topics/question/README.md", "pages/topics/question/nezodpovedatelne/README.md", "pages/topics/question/navod/README.md", "pages/students/2016/tomas_kucharik/README.md", "pages/students/2019/alina_vitko/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/question", "https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne", "https://zp.kemt.fei.tuke.sk/topics/question/navod", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0622", "split": "dev", "category": "specific_fact", "difficulty": "medium", "question": "Aký anotačný nástroj používa projekt Question Answering?", "mode": "hybrid", "expected_documents": [ "pages/topics/question/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/topics/question/README.md", "pages/students/2016/tomas_kucharik/README.md", "pages/students/2019/alina_vitko/README.md", "pages/topics/question/nezodpovedatelne/README.md", "pages/topics/question/navod/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/question", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", "https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne", "https://zp.kemt.fei.tuke.sk/topics/question/navod" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0623", "split": "dev", "category": "specific_fact", "difficulty": "medium", "question": "Aký má byť formát finálneho exportu QA databázy?", "mode": "fts", "expected_documents": [ "pages/topics/question/README.md" ], "first_relevant_rank": null, "reciprocal_rank": 0.0, "top_documents": [ "pages/students/2018/ondrej_megela/README.md", "pages/students/2017/martin_jancura/README.md", "pages/topics/bert/README.md", "pages/students/2023/maksym_zatirka/README.md", "pages/students/2020/matus_suchanic/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", "https://zp.kemt.fei.tuke.sk/topics/bert", "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" ], "hit_at_1": 0, "recall_at_1": 0.0, "hit_at_3": 0, "recall_at_3": 0.0, "hit_at_5": 0, "recall_at_5": 0.0 }, { "id": "q0623", "split": "dev", "category": "specific_fact", "difficulty": "medium", "question": "Aký má byť formát finálneho exportu QA databázy?", "mode": "vector", "expected_documents": [ "pages/topics/question/README.md" ], "first_relevant_rank": 2, "reciprocal_rank": 0.5, "top_documents": [ "pages/students/2019/alina_vitko/README.md", "pages/topics/question/README.md", "pages/students/2022/valerii_kutsenko/README.md", "pages/students/2018/oleh_bilykh/README.md", "pages/students/2021/matej_scislak/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", "https://zp.kemt.fei.tuke.sk/topics/question", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "hit_at_1": 0, "recall_at_1": 0.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0623", "split": "dev", "category": "specific_fact", "difficulty": "medium", "question": "Aký má byť formát finálneho exportu QA databázy?", "mode": "hybrid", "expected_documents": [ "pages/topics/question/README.md" ], "first_relevant_rank": 4, "reciprocal_rank": 0.25, "top_documents": [ "pages/students/2019/alina_vitko/README.md", "pages/students/2022/valerii_kutsenko/README.md", "pages/students/2018/oleh_bilykh/README.md", "pages/topics/question/README.md", "pages/students/2021/matej_scislak/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", "https://zp.kemt.fei.tuke.sk/topics/question", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "hit_at_1": 0, "recall_at_1": 0.0, "hit_at_3": 0, "recall_at_3": 0.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0624", "split": "dev", "category": "specific_fact", "difficulty": "medium", "question": "Koľko otázok má vzniknúť pre každý odsek pri anotácii otázok?", "mode": "fts", "expected_documents": [ "pages/topics/question/README.md" ], "first_relevant_rank": null, "reciprocal_rank": 0.0, "top_documents": [ "pages/topics/question/validacie/README.md", "pages/topics/question/nezodpovedatelne/README.md", "pages/students/2016/jakub_maruniak/README.md", "pages/topics/bert/README.md", "pages/students/2018/ondrej_megela/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/question/validacie", "https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne", "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/topics/bert", "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" ], "hit_at_1": 0, "recall_at_1": 0.0, "hit_at_3": 0, "recall_at_3": 0.0, "hit_at_5": 0, "recall_at_5": 0.0 }, { "id": "q0624", "split": "dev", "category": "specific_fact", "difficulty": "medium", "question": "Koľko otázok má vzniknúť pre každý odsek pri anotácii otázok?", "mode": "vector", "expected_documents": [ "pages/topics/question/README.md" ], "first_relevant_rank": null, "reciprocal_rank": 0.0, "top_documents": [ "pages/topics/question/navod/README.md", "pages/topics/question/nezodpovedatelne/README.md", "pages/topics/question/validacie/README.md", "pages/students/2016/tomas_kucharik/README.md", "pages/students/2019/michal_stromko/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/question/navod", "https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne", "https://zp.kemt.fei.tuke.sk/topics/question/validacie", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "hit_at_1": 0, "recall_at_1": 0.0, "hit_at_3": 0, "recall_at_3": 0.0, "hit_at_5": 0, "recall_at_5": 0.0 }, { "id": "q0624", "split": "dev", "category": "specific_fact", "difficulty": "medium", "question": "Koľko otázok má vzniknúť pre každý odsek pri anotácii otázok?", "mode": "hybrid", "expected_documents": [ "pages/topics/question/README.md" ], "first_relevant_rank": null, "reciprocal_rank": 0.0, "top_documents": [ "pages/topics/question/nezodpovedatelne/README.md", "pages/topics/question/navod/README.md", "pages/topics/question/validacie/README.md", "pages/students/2019/michal_stromko/README.md", "pages/students/2018/ondrej_megela/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne", "https://zp.kemt.fei.tuke.sk/topics/question/navod", "https://zp.kemt.fei.tuke.sk/topics/question/validacie", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" ], "hit_at_1": 0, "recall_at_1": 0.0, "hit_at_3": 0, "recall_at_3": 0.0, "hit_at_5": 0, "recall_at_5": 0.0 }, { "id": "q0632", "split": "dev", "category": "topic_page_lookup", "difficulty": "easy", "question": "Nájdi projektovú alebo informačnú stránku „Strojový preklad“.", "mode": "fts", "expected_documents": [ "pages/topics/translation/README.md" ], "first_relevant_rank": 2, "reciprocal_rank": 0.5, "top_documents": [ "pages/students/2016/patrik_pavlisin/tp20/README.md", "pages/topics/translation/README.md", "pages/students/2017/martin_jancura/README.md", "pages/topics/otvorene/README.md", "pages/students/2016/patrik_pavlisin/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20", "https://zp.kemt.fei.tuke.sk/topics/translation", "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", "https://zp.kemt.fei.tuke.sk/topics/otvorene", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" ], "hit_at_1": 0, "recall_at_1": 0.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0632", "split": "dev", "category": "topic_page_lookup", "difficulty": "easy", "question": "Nájdi projektovú alebo informačnú stránku „Strojový preklad“.", "mode": "vector", "expected_documents": [ "pages/topics/translation/README.md" ], "first_relevant_rank": null, "reciprocal_rank": 0.0, "top_documents": [ "pages/students/2016/tomas_kucharik/README.md", "pages/students/2016/patrik_pavlisin/README.md", "pages/topics/otvorene/README.md", "pages/students/2019/michal_stromko/README.md", "pages/students/2017/martin_jancura/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", "https://zp.kemt.fei.tuke.sk/topics/otvorene", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" ], "hit_at_1": 0, "recall_at_1": 0.0, "hit_at_3": 0, "recall_at_3": 0.0, "hit_at_5": 0, "recall_at_5": 0.0 }, { "id": "q0632", "split": "dev", "category": "topic_page_lookup", "difficulty": "easy", "question": "Nájdi projektovú alebo informačnú stránku „Strojový preklad“.", "mode": "hybrid", "expected_documents": [ "pages/topics/translation/README.md" ], "first_relevant_rank": 4, "reciprocal_rank": 0.25, "top_documents": [ "pages/students/2016/patrik_pavlisin/tp20/README.md", "pages/topics/otvorene/README.md", "pages/students/2017/martin_jancura/README.md", "pages/topics/translation/README.md", "pages/students/2016/patrik_pavlisin/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20", "https://zp.kemt.fei.tuke.sk/topics/otvorene", "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", "https://zp.kemt.fei.tuke.sk/topics/translation", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" ], "hit_at_1": 0, "recall_at_1": 0.0, "hit_at_3": 0, "recall_at_3": 0.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0633", "split": "dev", "category": "topic_page_lookup", "difficulty": "medium", "question": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Strojový preklad“?", "mode": "fts", "expected_documents": [ "pages/topics/translation/README.md" ], "first_relevant_rank": 2, "reciprocal_rank": 0.5, "top_documents": [ "pages/students/2016/patrik_pavlisin/tp20/README.md", "pages/topics/translation/README.md", "pages/students/2019/kristian_sopkovic/README.md", "pages/students/2016/patrik_pavlisin/dp21/README.md", "pages/topics/otvorene/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20", "https://zp.kemt.fei.tuke.sk/topics/translation", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/dp21", "https://zp.kemt.fei.tuke.sk/topics/otvorene" ], "hit_at_1": 0, "recall_at_1": 0.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0633", "split": "dev", "category": "topic_page_lookup", "difficulty": "medium", "question": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Strojový preklad“?", "mode": "vector", "expected_documents": [ "pages/topics/translation/README.md" ], "first_relevant_rank": null, "reciprocal_rank": 0.0, "top_documents": [ "pages/students/2016/patrik_pavlisin/tp20/README.md", "pages/students/2019/michal_stromko/README.md", "pages/topics/resources/README.md", "pages/students/2016/patrik_pavlisin/README.md", "pages/students/2019/michal_stromko/vp2021/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "https://zp.kemt.fei.tuke.sk/topics/resources", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021" ], "hit_at_1": 0, "recall_at_1": 0.0, "hit_at_3": 0, "recall_at_3": 0.0, "hit_at_5": 0, "recall_at_5": 0.0 }, { "id": "q0633", "split": "dev", "category": "topic_page_lookup", "difficulty": "medium", "question": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Strojový preklad“?", "mode": "hybrid", "expected_documents": [ "pages/topics/translation/README.md" ], "first_relevant_rank": 3, "reciprocal_rank": 0.333333, "top_documents": [ "pages/students/2016/patrik_pavlisin/tp20/README.md", "pages/students/2019/michal_stromko/README.md", "pages/topics/translation/README.md", "pages/students/2019/kristian_sopkovic/README.md", "pages/students/2017/martin_jancura/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "https://zp.kemt.fei.tuke.sk/topics/translation", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" ], "hit_at_1": 0, "recall_at_1": 0.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0634", "split": "dev", "category": "source_url", "difficulty": "easy", "question": "Aký source_url patrí k stránke „Strojový preklad“?", "mode": "fts", "expected_documents": [ "pages/topics/translation/README.md" ], "first_relevant_rank": 2, "reciprocal_rank": 0.5, "top_documents": [ "pages/students/2016/patrik_pavlisin/tp20/README.md", "pages/topics/translation/README.md", "pages/students/2016/patrik_pavlisin/dp21/README.md", "pages/students/2016/patrik_pavlisin/README.md", "pages/students/2016/patrik_pavlisin/dp22/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20", "https://zp.kemt.fei.tuke.sk/topics/translation", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/dp21", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/dp22" ], "hit_at_1": 0, "recall_at_1": 0.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0634", "split": "dev", "category": "source_url", "difficulty": "easy", "question": "Aký source_url patrí k stránke „Strojový preklad“?", "mode": "vector", "expected_documents": [ "pages/topics/translation/README.md" ], "first_relevant_rank": null, "reciprocal_rank": 0.0, "top_documents": [ "pages/students/2016/patrik_pavlisin/tp20/README.md", "pages/topics/resources/README.md", "pages/students/2016/patrik_pavlisin/README.md", "pages/students/2017/martin_jancura/README.md", "pages/topics/nlp/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20", "https://zp.kemt.fei.tuke.sk/topics/resources", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", "https://zp.kemt.fei.tuke.sk/topics/nlp" ], "hit_at_1": 0, "recall_at_1": 0.0, "hit_at_3": 0, "recall_at_3": 0.0, "hit_at_5": 0, "recall_at_5": 0.0 }, { "id": "q0634", "split": "dev", "category": "source_url", "difficulty": "easy", "question": "Aký source_url patrí k stránke „Strojový preklad“?", "mode": "hybrid", "expected_documents": [ "pages/topics/translation/README.md" ], "first_relevant_rank": 2, "reciprocal_rank": 0.5, "top_documents": [ "pages/students/2016/patrik_pavlisin/tp20/README.md", "pages/topics/translation/README.md", "pages/students/2016/patrik_pavlisin/README.md", "pages/students/2016/patrik_pavlisin/dp21/README.md", "pages/topics/resources/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20", "https://zp.kemt.fei.tuke.sk/topics/translation", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/dp21", "https://zp.kemt.fei.tuke.sk/topics/resources" ], "hit_at_1": 0, "recall_at_1": 0.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0637", "split": "dev", "category": "topic_page_lookup", "difficulty": "easy", "question": "Nájdi projektovú alebo informačnú stránku „Pomenované entity“.", "mode": "fts", "expected_documents": [ "pages/topics/named-entity/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/topics/named-entity/README.md", "pages/topics/named-entity/navod/README.md", "pages/students/2019/artem_yatsenko/README.md", "pages/students/2017/dmytro_ushatenko/README.md", "pages/students/2016/jakub_maruniak/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/named-entity", "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0637", "split": "dev", "category": "topic_page_lookup", "difficulty": "easy", "question": "Nájdi projektovú alebo informačnú stránku „Pomenované entity“.", "mode": "vector", "expected_documents": [ "pages/topics/named-entity/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/topics/named-entity/README.md", "pages/students/2019/artem_yatsenko/README.md", "pages/students/2021/matej_scislak/README.md", "pages/students/2016/jakub_maruniak/dp2021/README.md", "pages/topics/otvorene/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/named-entity", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021", "https://zp.kemt.fei.tuke.sk/topics/otvorene" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0637", "split": "dev", "category": "topic_page_lookup", "difficulty": "easy", "question": "Nájdi projektovú alebo informačnú stránku „Pomenované entity“.", "mode": "hybrid", "expected_documents": [ "pages/topics/named-entity/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/topics/named-entity/README.md", "pages/students/2019/artem_yatsenko/README.md", "pages/topics/named-entity/navod/README.md", "pages/students/2017/dmytro_ushatenko/README.md", "pages/students/2016/jakub_maruniak/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/named-entity", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod", "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0638", "split": "dev", "category": "topic_page_lookup", "difficulty": "medium", "question": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Pomenované entity“?", "mode": "fts", "expected_documents": [ "pages/topics/named-entity/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/topics/named-entity/README.md", "pages/students/2017/dmytro_ushatenko/README.md", "pages/students/2016/jakub_maruniak/README.md", "pages/topics/named-entity/navod/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/named-entity", "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0638", "split": "dev", "category": "topic_page_lookup", "difficulty": "medium", "question": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Pomenované entity“?", "mode": "vector", "expected_documents": [ "pages/topics/named-entity/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/topics/named-entity/README.md", "pages/students/2019/artem_yatsenko/README.md", "pages/students/2016/jakub_maruniak/README.md", "pages/topics/faq/README.md", "pages/topics/named-entity/navod/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/named-entity", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/topics/faq", "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0638", "split": "dev", "category": "topic_page_lookup", "difficulty": "medium", "question": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Pomenované entity“?", "mode": "hybrid", "expected_documents": [ "pages/topics/named-entity/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/topics/named-entity/README.md", "pages/students/2019/artem_yatsenko/README.md", "pages/students/2016/jakub_maruniak/README.md", "pages/topics/named-entity/navod/README.md", "pages/students/2017/dmytro_ushatenko/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/named-entity", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod", "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0639", "split": "dev", "category": "source_url", "difficulty": "easy", "question": "Aký source_url patrí k stránke „Pomenované entity“?", "mode": "fts", "expected_documents": [ "pages/topics/named-entity/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/topics/named-entity/README.md", "pages/topics/named-entity/navod/README.md", "pages/students/2019/samuel_horani/README.md", "pages/students/2019/artem_yatsenko/README.md", "pages/students/2017/dmytro_ushatenko/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/named-entity", "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod", "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0639", "split": "dev", "category": "source_url", "difficulty": "easy", "question": "Aký source_url patrí k stránke „Pomenované entity“?", "mode": "vector", "expected_documents": [ "pages/topics/named-entity/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/topics/named-entity/README.md", "pages/students/2019/artem_yatsenko/README.md", "pages/topics/resources/README.md", "pages/students/2016/jakub_maruniak/README.md", "pages/topics/named-entity/navod/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/named-entity", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/topics/resources", "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0639", "split": "dev", "category": "source_url", "difficulty": "easy", "question": "Aký source_url patrí k stránke „Pomenované entity“?", "mode": "hybrid", "expected_documents": [ "pages/topics/named-entity/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/topics/named-entity/README.md", "pages/students/2019/artem_yatsenko/README.md", "pages/topics/named-entity/navod/README.md", "pages/students/2016/jakub_maruniak/README.md", "pages/students/2019/samuel_horani/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/named-entity", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod", "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0651", "split": "dev", "category": "topic_page_lookup", "difficulty": "easy", "question": "Nájdi projektovú alebo informačnú stránku „Anotácia textových dát“.", "mode": "fts", "expected_documents": [ "pages/topics/prodigy/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/topics/prodigy/README.md", "pages/students/2016/jakub_maruniak/README.md", "pages/topics/question/navod/README.md", "pages/topics/named-entity/navod/README.md", "pages/topics/named-entity/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/prodigy", "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/topics/question/navod", "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod", "https://zp.kemt.fei.tuke.sk/topics/named-entity" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0651", "split": "dev", "category": "topic_page_lookup", "difficulty": "easy", "question": "Nájdi projektovú alebo informačnú stránku „Anotácia textových dát“.", "mode": "vector", "expected_documents": [ "pages/topics/prodigy/README.md" ], "first_relevant_rank": null, "reciprocal_rank": 0.0, "top_documents": [ "pages/students/2016/tomas_kucharik/README.md", "pages/students/2021/vladimir_ferko/README.md", "pages/students/2020/matej_kobylan/README.md", "pages/students/2021/matej_novotny/README.md", "pages/students/2016/jakub_maruniak/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" ], "hit_at_1": 0, "recall_at_1": 0.0, "hit_at_3": 0, "recall_at_3": 0.0, "hit_at_5": 0, "recall_at_5": 0.0 }, { "id": "q0651", "split": "dev", "category": "topic_page_lookup", "difficulty": "easy", "question": "Nájdi projektovú alebo informačnú stránku „Anotácia textových dát“.", "mode": "hybrid", "expected_documents": [ "pages/topics/prodigy/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/topics/prodigy/README.md", "pages/students/2016/jakub_maruniak/README.md", "pages/students/2021/vladimir_ferko/README.md", "pages/students/2016/tomas_kucharik/README.md", "pages/students/2020/matej_kobylan/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/prodigy", "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0652", "split": "dev", "category": "topic_page_lookup", "difficulty": "medium", "question": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Anotácia textových dát“?", "mode": "fts", "expected_documents": [ "pages/topics/prodigy/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/topics/prodigy/README.md", "pages/students/2016/jakub_maruniak/README.md", "pages/topics/question/navod/README.md", "pages/topics/faq/README.md", "pages/students/2016/patrik_pavlisin/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/prodigy", "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/topics/question/navod", "https://zp.kemt.fei.tuke.sk/topics/faq", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0652", "split": "dev", "category": "topic_page_lookup", "difficulty": "medium", "question": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Anotácia textových dát“?", "mode": "vector", "expected_documents": [ "pages/topics/prodigy/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/topics/prodigy/README.md", "pages/students/2016/jakub_maruniak/README.md", "pages/topics/faq/README.md", "pages/students/2016/tomas_kucharik/README.md", "pages/students/2019/michal_stromko/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/prodigy", "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/topics/faq", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0652", "split": "dev", "category": "topic_page_lookup", "difficulty": "medium", "question": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Anotácia textových dát“?", "mode": "hybrid", "expected_documents": [ "pages/topics/prodigy/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/topics/prodigy/README.md", "pages/students/2016/jakub_maruniak/README.md", "pages/topics/faq/README.md", "pages/topics/question/navod/README.md", "pages/topics/named-entity/navod/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/prodigy", "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/topics/faq", "https://zp.kemt.fei.tuke.sk/topics/question/navod", "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0653", "split": "dev", "category": "source_url", "difficulty": "easy", "question": "Aký source_url patrí k stránke „Anotácia textových dát“?", "mode": "fts", "expected_documents": [ "pages/topics/prodigy/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/topics/prodigy/README.md", "pages/students/2016/jakub_maruniak/README.md", "pages/students/2016/patrik_pavlisin/README.md", "pages/topics/question/navod/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/prodigy", "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", "https://zp.kemt.fei.tuke.sk/topics/question/navod", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0653", "split": "dev", "category": "source_url", "difficulty": "easy", "question": "Aký source_url patrí k stránke „Anotácia textových dát“?", "mode": "vector", "expected_documents": [ "pages/topics/prodigy/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/topics/prodigy/README.md", "pages/topics/resources/README.md", "pages/students/2020/matej_kobylan/README.md", "pages/students/2016/jakub_maruniak/README.md", "pages/students/2021/vladimir_ferko/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/prodigy", "https://zp.kemt.fei.tuke.sk/topics/resources", "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0653", "split": "dev", "category": "source_url", "difficulty": "easy", "question": "Aký source_url patrí k stránke „Anotácia textových dát“?", "mode": "hybrid", "expected_documents": [ "pages/topics/prodigy/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/topics/prodigy/README.md", "pages/students/2016/jakub_maruniak/README.md", "pages/topics/resources/README.md", "pages/topics/named-entity/navod/README.md", "pages/students/2020/matej_kobylan/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/prodigy", "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/topics/resources", "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod", "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0659", "split": "dev", "category": "topic_page_lookup", "difficulty": "easy", "question": "Nájdi projektovú alebo informačnú stránku „Slovenské jazykové zdroje“.", "mode": "fts", "expected_documents": [ "pages/topics/resources/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/topics/resources/README.md", "pages/students/2016/maros_harahus/README.md", "pages/students/2021/vladimir_ferko/README.md", "pages/students/2021/eduard_matovka/README.md", "pages/students/2021/artur_hyrenko/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/resources", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0659", "split": "dev", "category": "topic_page_lookup", "difficulty": "easy", "question": "Nájdi projektovú alebo informačnú stránku „Slovenské jazykové zdroje“.", "mode": "vector", "expected_documents": [ "pages/topics/resources/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/topics/resources/README.md", "pages/students/2020/matej_kobylan/README.md", "pages/students/2016/tomas_kucharik/README.md", "pages/students/2021/eduard_matovka/README.md", "pages/topics/hatespeech/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/resources", "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", "https://zp.kemt.fei.tuke.sk/topics/hatespeech" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0659", "split": "dev", "category": "topic_page_lookup", "difficulty": "easy", "question": "Nájdi projektovú alebo informačnú stránku „Slovenské jazykové zdroje“.", "mode": "hybrid", "expected_documents": [ "pages/topics/resources/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/topics/resources/README.md", "pages/students/2020/matej_kobylan/README.md", "pages/students/2016/tomas_kucharik/README.md", "pages/students/2021/eduard_matovka/README.md", "pages/topics/hatespeech/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/resources", "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", "https://zp.kemt.fei.tuke.sk/topics/hatespeech" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0660", "split": "dev", "category": "topic_page_lookup", "difficulty": "medium", "question": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Slovenské jazykové zdroje“?", "mode": "fts", "expected_documents": [ "pages/topics/resources/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/topics/resources/README.md", "pages/topics/akopisat/README.md", "pages/students/2016/maros_harahus/README.md", "pages/topics/faq/README.md", "pages/topics/bert/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/resources", "https://zp.kemt.fei.tuke.sk/topics/akopisat", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/topics/faq", "https://zp.kemt.fei.tuke.sk/topics/bert" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0660", "split": "dev", "category": "topic_page_lookup", "difficulty": "medium", "question": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Slovenské jazykové zdroje“?", "mode": "vector", "expected_documents": [ "pages/topics/resources/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/topics/resources/README.md", "pages/students/2019/michal_stromko/vp2021/README.md", "pages/topics/faq/README.md", "pages/topics/akopisat/README.md", "pages/topics/spacy/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/resources", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021", "https://zp.kemt.fei.tuke.sk/topics/faq", "https://zp.kemt.fei.tuke.sk/topics/akopisat", "https://zp.kemt.fei.tuke.sk/topics/spacy" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0660", "split": "dev", "category": "topic_page_lookup", "difficulty": "medium", "question": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Slovenské jazykové zdroje“?", "mode": "hybrid", "expected_documents": [ "pages/topics/resources/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/topics/resources/README.md", "pages/topics/faq/README.md", "pages/students/2019/michal_stromko/vp2021/README.md", "pages/topics/akopisat/README.md", "pages/topics/spacy/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/resources", "https://zp.kemt.fei.tuke.sk/topics/faq", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021", "https://zp.kemt.fei.tuke.sk/topics/akopisat", "https://zp.kemt.fei.tuke.sk/topics/spacy" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0661", "split": "dev", "category": "source_url", "difficulty": "easy", "question": "Aký source_url patrí k stránke „Slovenské jazykové zdroje“?", "mode": "fts", "expected_documents": [ "pages/topics/resources/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/topics/resources/README.md", "pages/students/2016/maros_harahus/README.md", "pages/students/2021/artur_hyrenko/README.md", "pages/students/2016/patrik_pavlisin/README.md", "pages/students/2021/matej_novotny/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/resources", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0661", "split": "dev", "category": "source_url", "difficulty": "easy", "question": "Aký source_url patrí k stránke „Slovenské jazykové zdroje“?", "mode": "vector", "expected_documents": [ "pages/topics/resources/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/topics/resources/README.md", "pages/topics/nlp/README.md", "pages/topics/bert/README.md", "pages/topics/faq/README.md", "pages/topics/chatbot/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/resources", "https://zp.kemt.fei.tuke.sk/topics/nlp", "https://zp.kemt.fei.tuke.sk/topics/bert", "https://zp.kemt.fei.tuke.sk/topics/faq", "https://zp.kemt.fei.tuke.sk/topics/chatbot" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0661", "split": "dev", "category": "source_url", "difficulty": "easy", "question": "Aký source_url patrí k stránke „Slovenské jazykové zdroje“?", "mode": "hybrid", "expected_documents": [ "pages/topics/resources/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/topics/resources/README.md", "pages/topics/nlp/README.md", "pages/topics/bert/README.md", "pages/topics/faq/README.md", "pages/topics/chatbot/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/resources", "https://zp.kemt.fei.tuke.sk/topics/nlp", "https://zp.kemt.fei.tuke.sk/topics/bert", "https://zp.kemt.fei.tuke.sk/topics/faq", "https://zp.kemt.fei.tuke.sk/topics/chatbot" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0675", "split": "dev", "category": "topic_page_lookup", "difficulty": "easy", "question": "Nájdi projektovú alebo informačnú stránku „Anotácia otázok a odpovedí“.", "mode": "fts", "expected_documents": [ "pages/topics/question/navod/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/topics/question/navod/README.md", "pages/topics/question/validacie/README.md", "pages/students/2021/artur_hyrenko/README.md", "pages/students/2019/michal_stromko/README.md", "pages/students/2020/pavol_hudak/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/question/navod", "https://zp.kemt.fei.tuke.sk/topics/question/validacie", "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0675", "split": "dev", "category": "topic_page_lookup", "difficulty": "easy", "question": "Nájdi projektovú alebo informačnú stránku „Anotácia otázok a odpovedí“.", "mode": "vector", "expected_documents": [ "pages/topics/question/navod/README.md" ], "first_relevant_rank": 3, "reciprocal_rank": 0.333333, "top_documents": [ "pages/students/2016/tomas_kucharik/README.md", "pages/topics/faq/README.md", "pages/topics/question/navod/README.md", "pages/students/2019/michal_stromko/README.md", "pages/topics/question/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/topics/faq", "https://zp.kemt.fei.tuke.sk/topics/question/navod", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "https://zp.kemt.fei.tuke.sk/topics/question" ], "hit_at_1": 0, "recall_at_1": 0.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0675", "split": "dev", "category": "topic_page_lookup", "difficulty": "easy", "question": "Nájdi projektovú alebo informačnú stránku „Anotácia otázok a odpovedí“.", "mode": "hybrid", "expected_documents": [ "pages/topics/question/navod/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/topics/question/navod/README.md", "pages/students/2016/tomas_kucharik/README.md", "pages/students/2019/michal_stromko/README.md", "pages/topics/faq/README.md", "pages/topics/question/validacie/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/question/navod", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "https://zp.kemt.fei.tuke.sk/topics/faq", "https://zp.kemt.fei.tuke.sk/topics/question/validacie" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0676", "split": "dev", "category": "topic_page_lookup", "difficulty": "medium", "question": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Anotácia otázok a odpovedí“?", "mode": "fts", "expected_documents": [ "pages/topics/question/navod/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/topics/question/navod/README.md", "pages/topics/question/validacie/README.md", "pages/students/2019/michal_stromko/README.md", "pages/students/2016/tomas_kucharik/README.md", "pages/topics/prodigy/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/question/navod", "https://zp.kemt.fei.tuke.sk/topics/question/validacie", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/topics/prodigy" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0676", "split": "dev", "category": "topic_page_lookup", "difficulty": "medium", "question": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Anotácia otázok a odpovedí“?", "mode": "vector", "expected_documents": [ "pages/topics/question/navod/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/topics/question/navod/README.md", "pages/topics/question/nezodpovedatelne/README.md", "pages/topics/question/validacie/README.md", "pages/topics/faq/README.md", "pages/students/2016/tomas_kucharik/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/question/navod", "https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne", "https://zp.kemt.fei.tuke.sk/topics/question/validacie", "https://zp.kemt.fei.tuke.sk/topics/faq", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0676", "split": "dev", "category": "topic_page_lookup", "difficulty": "medium", "question": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Anotácia otázok a odpovedí“?", "mode": "hybrid", "expected_documents": [ "pages/topics/question/navod/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/topics/question/navod/README.md", "pages/topics/question/validacie/README.md", "pages/topics/question/nezodpovedatelne/README.md", "pages/topics/faq/README.md", "pages/students/2019/michal_stromko/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/question/navod", "https://zp.kemt.fei.tuke.sk/topics/question/validacie", "https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne", "https://zp.kemt.fei.tuke.sk/topics/faq", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0677", "split": "dev", "category": "source_url", "difficulty": "easy", "question": "Aký source_url patrí k stránke „Anotácia otázok a odpovedí“?", "mode": "fts", "expected_documents": [ "pages/topics/question/navod/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/topics/question/navod/README.md", "pages/topics/question/validacie/README.md", "pages/students/2016/patrik_pavlisin/README.md", "pages/students/2019/michal_stromko/README.md", "pages/topics/named-entity/navod/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/question/navod", "https://zp.kemt.fei.tuke.sk/topics/question/validacie", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0677", "split": "dev", "category": "source_url", "difficulty": "easy", "question": "Aký source_url patrí k stránke „Anotácia otázok a odpovedí“?", "mode": "vector", "expected_documents": [ "pages/topics/question/navod/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/topics/question/navod/README.md", "pages/topics/question/README.md", "pages/topics/resources/README.md", "pages/topics/question/validacie/README.md", "pages/topics/faq/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/question/navod", "https://zp.kemt.fei.tuke.sk/topics/question", "https://zp.kemt.fei.tuke.sk/topics/resources", "https://zp.kemt.fei.tuke.sk/topics/question/validacie", "https://zp.kemt.fei.tuke.sk/topics/faq" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0677", "split": "dev", "category": "source_url", "difficulty": "easy", "question": "Aký source_url patrí k stránke „Anotácia otázok a odpovedí“?", "mode": "hybrid", "expected_documents": [ "pages/topics/question/navod/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/topics/question/navod/README.md", "pages/topics/question/validacie/README.md", "pages/topics/question/README.md", "pages/students/2019/michal_stromko/README.md", "pages/topics/question/nezodpovedatelne/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/question/navod", "https://zp.kemt.fei.tuke.sk/topics/question/validacie", "https://zp.kemt.fei.tuke.sk/topics/question", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0684", "split": "dev", "category": "topic_page_lookup", "difficulty": "easy", "question": "Nájdi projektovú alebo informačnú stránku „Anotácia pomenovaných entít“.", "mode": "fts", "expected_documents": [ "pages/topics/named-entity/navod/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/topics/named-entity/navod/README.md", "pages/topics/spacy/README.md", "pages/topics/prodigy/README.md", "pages/students/2016/jakub_maruniak/README.md", "pages/topics/question/navod/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod", "https://zp.kemt.fei.tuke.sk/topics/spacy", "https://zp.kemt.fei.tuke.sk/topics/prodigy", "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/topics/question/navod" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0684", "split": "dev", "category": "topic_page_lookup", "difficulty": "easy", "question": "Nájdi projektovú alebo informačnú stránku „Anotácia pomenovaných entít“.", "mode": "vector", "expected_documents": [ "pages/topics/named-entity/navod/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/topics/named-entity/navod/README.md", "pages/students/2019/artem_yatsenko/README.md", "pages/topics/otvorene/README.md", "pages/students/2016/jakub_maruniak/README.md", "pages/students/2016/jakub_maruniak/dp2021/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/topics/otvorene", "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0684", "split": "dev", "category": "topic_page_lookup", "difficulty": "easy", "question": "Nájdi projektovú alebo informačnú stránku „Anotácia pomenovaných entít“.", "mode": "hybrid", "expected_documents": [ "pages/topics/named-entity/navod/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/topics/named-entity/navod/README.md", "pages/topics/spacy/README.md", "pages/students/2019/artem_yatsenko/README.md", "pages/topics/otvorene/README.md", "pages/students/2022/serhii_yemets/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod", "https://zp.kemt.fei.tuke.sk/topics/spacy", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/topics/otvorene", "https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0685", "split": "dev", "category": "topic_page_lookup", "difficulty": "medium", "question": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Anotácia pomenovaných entít“?", "mode": "fts", "expected_documents": [ "pages/topics/named-entity/navod/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/topics/named-entity/navod/README.md", "pages/topics/spacy/README.md", "pages/topics/prodigy/README.md", "pages/students/2016/jakub_maruniak/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod", "https://zp.kemt.fei.tuke.sk/topics/spacy", "https://zp.kemt.fei.tuke.sk/topics/prodigy", "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0685", "split": "dev", "category": "topic_page_lookup", "difficulty": "medium", "question": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Anotácia pomenovaných entít“?", "mode": "vector", "expected_documents": [ "pages/topics/named-entity/navod/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/topics/named-entity/navod/README.md", "pages/students/2016/jakub_maruniak/README.md", "pages/students/2019/artem_yatsenko/README.md", "pages/topics/named-entity/README.md", "pages/students/2017/than_trung_thanh/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod", "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/topics/named-entity", "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0685", "split": "dev", "category": "topic_page_lookup", "difficulty": "medium", "question": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Anotácia pomenovaných entít“?", "mode": "hybrid", "expected_documents": [ "pages/topics/named-entity/navod/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/topics/named-entity/navod/README.md", "pages/topics/spacy/README.md", "pages/students/2019/artem_yatsenko/README.md", "pages/students/2016/jakub_maruniak/README.md", "pages/topics/named-entity/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod", "https://zp.kemt.fei.tuke.sk/topics/spacy", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/topics/named-entity" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0686", "split": "dev", "category": "source_url", "difficulty": "easy", "question": "Aký source_url patrí k stránke „Anotácia pomenovaných entít“?", "mode": "fts", "expected_documents": [ "pages/topics/named-entity/navod/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/topics/named-entity/navod/README.md", "pages/topics/spacy/README.md", "pages/students/2016/jakub_maruniak/README.md", "pages/topics/prodigy/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod", "https://zp.kemt.fei.tuke.sk/topics/spacy", "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/topics/prodigy", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0686", "split": "dev", "category": "source_url", "difficulty": "easy", "question": "Aký source_url patrí k stránke „Anotácia pomenovaných entít“?", "mode": "vector", "expected_documents": [ "pages/topics/named-entity/navod/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/topics/named-entity/navod/README.md", "pages/topics/resources/README.md", "pages/students/2019/artem_yatsenko/README.md", "pages/topics/named-entity/README.md", "pages/students/2021/vladimir_ferko/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod", "https://zp.kemt.fei.tuke.sk/topics/resources", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/topics/named-entity", "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0686", "split": "dev", "category": "source_url", "difficulty": "easy", "question": "Aký source_url patrí k stránke „Anotácia pomenovaných entít“?", "mode": "hybrid", "expected_documents": [ "pages/topics/named-entity/navod/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/topics/named-entity/navod/README.md", "pages/topics/spacy/README.md", "pages/students/2019/artem_yatsenko/README.md", "pages/topics/resources/README.md", "pages/students/2022/serhii_yemets/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod", "https://zp.kemt.fei.tuke.sk/topics/spacy", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/topics/resources", "https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0687", "split": "dev", "category": "multi_document", "difficulty": "hard", "question": "Nájdi viacero dokumentov, ktoré riešia RAG alebo GraphRAG.", "mode": "fts", "expected_documents": [ "pages/students/2021/matej_scislak/README.md", "pages/students/2022/jan_malinovsky/README.md", "pages/students/2022/jan_ptak/README.md", "pages/students/2022/valerii_kutsenko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2022/oleh_poiasnik/README.md", "pages/students/2022/andrii_pervashov/README.md", "pages/students/2022/jan_ptak/README.md", "pages/students/2022/valerii_kutsenko/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "hit_at_1": 1, "recall_at_1": 0.25, "hit_at_3": 1, "recall_at_3": 0.25, "hit_at_5": 1, "recall_at_5": 0.75 }, { "id": "q0687", "split": "dev", "category": "multi_document", "difficulty": "hard", "question": "Nájdi viacero dokumentov, ktoré riešia RAG alebo GraphRAG.", "mode": "vector", "expected_documents": [ "pages/students/2021/matej_scislak/README.md", "pages/students/2022/jan_malinovsky/README.md", "pages/students/2022/jan_ptak/README.md", "pages/students/2022/valerii_kutsenko/README.md" ], "first_relevant_rank": 2, "reciprocal_rank": 0.5, "top_documents": [ "pages/students/2021/martin_sarissky/README.md", "pages/students/2021/matej_scislak/README.md", "pages/students/2022/oleh_poiasnik/README.md", "pages/students/2023/maksym_zatirka/README.md", "pages/students/2022/jan_malinovsky/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" ], "hit_at_1": 0, "recall_at_1": 0.0, "hit_at_3": 1, "recall_at_3": 0.25, "hit_at_5": 1, "recall_at_5": 0.5 }, { "id": "q0687", "split": "dev", "category": "multi_document", "difficulty": "hard", "question": "Nájdi viacero dokumentov, ktoré riešia RAG alebo GraphRAG.", "mode": "hybrid", "expected_documents": [ "pages/students/2021/matej_scislak/README.md", "pages/students/2022/jan_malinovsky/README.md", "pages/students/2022/jan_ptak/README.md", "pages/students/2022/valerii_kutsenko/README.md" ], "first_relevant_rank": 2, "reciprocal_rank": 0.5, "top_documents": [ "pages/students/2022/oleh_poiasnik/README.md", "pages/students/2021/matej_scislak/README.md", "pages/students/2022/jan_malinovsky/README.md", "pages/students/2022/jan_ptak/README.md", "pages/interns/bogdan_paul_chis/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis" ], "hit_at_1": 0, "recall_at_1": 0.0, "hit_at_3": 1, "recall_at_3": 0.5, "hit_at_5": 1, "recall_at_5": 0.75 }, { "id": "q0688", "split": "dev", "category": "multi_document", "difficulty": "hard", "question": "Nájdi dokumenty, ktoré spájajú znalostné grafy s RAG alebo inteligentnými agentmi.", "mode": "fts", "expected_documents": [ "pages/interns/bogdan_paul_chis/README.md", "pages/students/2021/matej_scislak/README.md", "pages/students/2022/jan_malinovsky/README.md", "pages/students/2022/oleh_poiasnik/README.md", "pages/students/2022/valerii_kutsenko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/valerii_kutsenko/README.md", "pages/students/2022/oleh_poiasnik/README.md", "pages/students/2021/matej_scislak/README.md", "pages/students/2022/jan_malinovsky/README.md", "pages/students/2023/samuel_dzurina/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "hit_at_1": 1, "recall_at_1": 0.2, "hit_at_3": 1, "recall_at_3": 0.6, "hit_at_5": 1, "recall_at_5": 0.8 }, { "id": "q0688", "split": "dev", "category": "multi_document", "difficulty": "hard", "question": "Nájdi dokumenty, ktoré spájajú znalostné grafy s RAG alebo inteligentnými agentmi.", "mode": "vector", "expected_documents": [ "pages/interns/bogdan_paul_chis/README.md", "pages/students/2021/matej_scislak/README.md", "pages/students/2022/jan_malinovsky/README.md", "pages/students/2022/oleh_poiasnik/README.md", "pages/students/2022/valerii_kutsenko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/valerii_kutsenko/README.md", "pages/students/2022/oleh_poiasnik/README.md", "pages/interns/bogdan_paul_chis/README.md", "pages/students/2021/matej_scislak/README.md", "pages/students/2022/jan_ptak/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" ], "hit_at_1": 1, "recall_at_1": 0.2, "hit_at_3": 1, "recall_at_3": 0.6, "hit_at_5": 1, "recall_at_5": 0.8 }, { "id": "q0688", "split": "dev", "category": "multi_document", "difficulty": "hard", "question": "Nájdi dokumenty, ktoré spájajú znalostné grafy s RAG alebo inteligentnými agentmi.", "mode": "hybrid", "expected_documents": [ "pages/interns/bogdan_paul_chis/README.md", "pages/students/2021/matej_scislak/README.md", "pages/students/2022/jan_malinovsky/README.md", "pages/students/2022/oleh_poiasnik/README.md", "pages/students/2022/valerii_kutsenko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/valerii_kutsenko/README.md", "pages/students/2021/matej_scislak/README.md", "pages/students/2022/jan_ptak/README.md", "pages/students/2022/jan_malinovsky/README.md", "pages/students/2021/oleksandr_hryshchenko/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko" ], "hit_at_1": 1, "recall_at_1": 0.2, "hit_at_3": 1, "recall_at_3": 0.4, "hit_at_5": 1, "recall_at_5": 0.6 }, { "id": "q0689", "split": "dev", "category": "multi_document", "difficulty": "hard", "question": "Ktoré dokumenty sa venujú rozpoznávaniu pomenovaných entít alebo ich anotácii?", "mode": "fts", "expected_documents": [ "pages/interns/cesar_gutierrez/README.md", "pages/students/2016/jakub_maruniak/README.md", "pages/students/2019/artem_yatsenko/README.md", "pages/topics/named-entity/README.md", "pages/topics/named-entity/navod/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/topics/named-entity/navod/README.md", "pages/students/2017/than_trung_thanh/README.md", "pages/students/2019/artem_yatsenko/README.md", "pages/students/2022/serhii_yemets/README.md", "pages/students/2016/jakub_maruniak/dp2021/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod", "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets", "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021" ], "hit_at_1": 1, "recall_at_1": 0.2, "hit_at_3": 1, "recall_at_3": 0.4, "hit_at_5": 1, "recall_at_5": 0.4 }, { "id": "q0689", "split": "dev", "category": "multi_document", "difficulty": "hard", "question": "Ktoré dokumenty sa venujú rozpoznávaniu pomenovaných entít alebo ich anotácii?", "mode": "vector", "expected_documents": [ "pages/interns/cesar_gutierrez/README.md", "pages/students/2016/jakub_maruniak/README.md", "pages/students/2019/artem_yatsenko/README.md", "pages/topics/named-entity/README.md", "pages/topics/named-entity/navod/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/topics/named-entity/navod/README.md", "pages/students/2019/artem_yatsenko/README.md", "pages/students/2016/jakub_maruniak/README.md", "pages/students/2017/than_trung_thanh/README.md", "pages/students/2022/serhii_yemets/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh", "https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets" ], "hit_at_1": 1, "recall_at_1": 0.2, "hit_at_3": 1, "recall_at_3": 0.6, "hit_at_5": 1, "recall_at_5": 0.6 }, { "id": "q0689", "split": "dev", "category": "multi_document", "difficulty": "hard", "question": "Ktoré dokumenty sa venujú rozpoznávaniu pomenovaných entít alebo ich anotácii?", "mode": "hybrid", "expected_documents": [ "pages/interns/cesar_gutierrez/README.md", "pages/students/2016/jakub_maruniak/README.md", "pages/students/2019/artem_yatsenko/README.md", "pages/topics/named-entity/README.md", "pages/topics/named-entity/navod/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/topics/named-entity/navod/README.md", "pages/students/2019/artem_yatsenko/README.md", "pages/students/2017/than_trung_thanh/README.md", "pages/students/2016/jakub_maruniak/README.md", "pages/students/2022/serhii_yemets/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh", "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets" ], "hit_at_1": 1, "recall_at_1": 0.2, "hit_at_3": 1, "recall_at_3": 0.4, "hit_at_5": 1, "recall_at_5": 0.6 }, { "id": "q0690", "split": "dev", "category": "multi_document", "difficulty": "hard", "question": "Nájdi dokumenty súvisiace so strojovým alebo automatickým prekladom.", "mode": "fts", "expected_documents": [ "pages/interns/oliver_pejic/README.md", "pages/students/2016/dominik_nagy/README.md", "pages/students/2016/patrik_pavlisin/README.md", "pages/students/2016/tomas_kucharik/README.md", "pages/topics/translation/README.md" ], "first_relevant_rank": 4, "reciprocal_rank": 0.25, "top_documents": [ "pages/students/2016/patrik_pavlisin/tp20/README.md", "pages/students/2016/maros_harahus/README.md", "pages/students/2017/martin_jancura/README.md", "pages/students/2016/patrik_pavlisin/README.md", "pages/students/2016/patrik_pavlisin/dp22/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/dp22" ], "hit_at_1": 0, "recall_at_1": 0.0, "hit_at_3": 0, "recall_at_3": 0.0, "hit_at_5": 1, "recall_at_5": 0.2 }, { "id": "q0690", "split": "dev", "category": "multi_document", "difficulty": "hard", "question": "Nájdi dokumenty súvisiace so strojovým alebo automatickým prekladom.", "mode": "vector", "expected_documents": [ "pages/interns/oliver_pejic/README.md", "pages/students/2016/dominik_nagy/README.md", "pages/students/2016/patrik_pavlisin/README.md", "pages/students/2016/tomas_kucharik/README.md", "pages/topics/translation/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/patrik_pavlisin/README.md", "pages/students/2016/patrik_pavlisin/tp20/README.md", "pages/students/2017/martin_jancura/README.md", "pages/students/2016/tomas_kucharik/README.md", "pages/students/2020/vladyslav_krupko/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20", "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko" ], "hit_at_1": 1, "recall_at_1": 0.2, "hit_at_3": 1, "recall_at_3": 0.2, "hit_at_5": 1, "recall_at_5": 0.4 }, { "id": "q0690", "split": "dev", "category": "multi_document", "difficulty": "hard", "question": "Nájdi dokumenty súvisiace so strojovým alebo automatickým prekladom.", "mode": "hybrid", "expected_documents": [ "pages/interns/oliver_pejic/README.md", "pages/students/2016/dominik_nagy/README.md", "pages/students/2016/patrik_pavlisin/README.md", "pages/students/2016/tomas_kucharik/README.md", "pages/topics/translation/README.md" ], "first_relevant_rank": 2, "reciprocal_rank": 0.5, "top_documents": [ "pages/students/2016/patrik_pavlisin/tp20/README.md", "pages/students/2016/patrik_pavlisin/README.md", "pages/students/2017/martin_jancura/README.md", "pages/students/2016/tomas_kucharik/README.md", "pages/students/2020/vladyslav_krupko/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko" ], "hit_at_1": 0, "recall_at_1": 0.0, "hit_at_3": 1, "recall_at_3": 0.2, "hit_at_5": 1, "recall_at_5": 0.4 } ] }