{ "configuration": { "questions_file": "/home/janko/DP/zp-agent/evaluation/questions.json", "database": "/home/janko/DP/zp-agent/data/zp_index.sqlite", "split": "test", "dataset_question_count": 647, "selected_question_count": 294, "dev_question_count": 353, "test_question_count": 294, "limit": 5, "published_only": false, "max_per_document": 1, "modes": [ "fts", "vector", "hybrid" ], "metrics": [ "Hit@1", "Hit@3", "Hit@5", "MRR", "Recall@5" ] }, "dataset_validation": { "indexed_document_count": 110, "missing_expected_document_count": 0, "missing_expected_documents": [] }, "summary": { "fts": { "questions": 294, "hit_at_1": 0.959184, "hit_at_3": 0.969388, "hit_at_5": 0.972789, "mrr": 0.965136, "recall_at_5": 0.972789 }, "vector": { "questions": 294, "hit_at_1": 0.877551, "hit_at_3": 0.945578, "hit_at_5": 0.955782, "mrr": 0.911111, "recall_at_5": 0.955782 }, "hybrid": { "questions": 294, "hit_at_1": 0.986395, "hit_at_3": 0.989796, "hit_at_5": 0.989796, "mrr": 0.988095, "recall_at_5": 0.989796 } }, "by_category": { "fts": { "adversarial_year": { "questions": 14, "hit_at_1": 1.0, "hit_at_3": 1.0, "hit_at_5": 1.0, "mrr": 1.0, "recall_at_5": 1.0 }, "disambiguation_year": { "questions": 14, "hit_at_1": 1.0, "hit_at_3": 1.0, "hit_at_5": 1.0, "mrr": 1.0, "recall_at_5": 1.0 }, "entity_lookup": { "questions": 20, "hit_at_1": 1.0, "hit_at_3": 1.0, "hit_at_5": 1.0, "mrr": 1.0, "recall_at_5": 1.0 }, "fact_start_year": { "questions": 14, "hit_at_1": 1.0, "hit_at_3": 1.0, "hit_at_5": 1.0, "mrr": 1.0, "recall_at_5": 1.0 }, "fact_title": { "questions": 18, "hit_at_1": 1.0, "hit_at_3": 1.0, "hit_at_5": 1.0, "mrr": 1.0, "recall_at_5": 1.0 }, "fact_work_year": { "questions": 18, "hit_at_1": 0.944444, "hit_at_3": 1.0, "hit_at_5": 1.0, "mrr": 0.972222, "recall_at_5": 1.0 }, "internship_topic": { "questions": 2, "hit_at_1": 1.0, "hit_at_3": 1.0, "hit_at_5": 1.0, "mrr": 1.0, "recall_at_5": 1.0 }, "internship_year": { "questions": 2, "hit_at_1": 1.0, "hit_at_3": 1.0, "hit_at_5": 1.0, "mrr": 1.0, "recall_at_5": 1.0 }, "keyword_grounding": { "questions": 60, "hit_at_1": 0.983333, "hit_at_3": 1.0, "hit_at_5": 1.0, "mrr": 0.991667, "recall_at_5": 1.0 }, "paraphrase": { "questions": 18, "hit_at_1": 1.0, "hit_at_3": 1.0, "hit_at_5": 1.0, "mrr": 1.0, "recall_at_5": 1.0 }, "reverse_lookup": { "questions": 19, "hit_at_1": 0.947368, "hit_at_3": 0.947368, "hit_at_5": 0.947368, "mrr": 0.947368, "recall_at_5": 0.947368 }, "source_url": { "questions": 8, "hit_at_1": 1.0, "hit_at_3": 1.0, "hit_at_5": 1.0, "mrr": 1.0, "recall_at_5": 1.0 }, "specific_fact": { "questions": 39, "hit_at_1": 0.769231, "hit_at_3": 0.794872, "hit_at_5": 0.820513, "mrr": 0.788462, "recall_at_5": 0.820513 }, "topic_lookup": { "questions": 18, "hit_at_1": 1.0, "hit_at_3": 1.0, "hit_at_5": 1.0, "mrr": 1.0, "recall_at_5": 1.0 }, "topic_page_lookup": { "questions": 16, "hit_at_1": 1.0, "hit_at_3": 1.0, "hit_at_5": 1.0, "mrr": 1.0, "recall_at_5": 1.0 }, "verification": { "questions": 14, "hit_at_1": 1.0, "hit_at_3": 1.0, "hit_at_5": 1.0, "mrr": 1.0, "recall_at_5": 1.0 } }, "vector": { "adversarial_year": { "questions": 14, "hit_at_1": 0.928571, "hit_at_3": 1.0, "hit_at_5": 1.0, "mrr": 0.964286, "recall_at_5": 1.0 }, "disambiguation_year": { "questions": 14, "hit_at_1": 1.0, "hit_at_3": 1.0, "hit_at_5": 1.0, "mrr": 1.0, "recall_at_5": 1.0 }, "entity_lookup": { "questions": 20, "hit_at_1": 0.75, "hit_at_3": 0.95, "hit_at_5": 0.95, "mrr": 0.833333, "recall_at_5": 0.95 }, "fact_start_year": { "questions": 14, "hit_at_1": 1.0, "hit_at_3": 1.0, "hit_at_5": 1.0, "mrr": 1.0, "recall_at_5": 1.0 }, "fact_title": { "questions": 18, "hit_at_1": 1.0, "hit_at_3": 1.0, "hit_at_5": 1.0, "mrr": 1.0, "recall_at_5": 1.0 }, "fact_work_year": { "questions": 18, "hit_at_1": 1.0, "hit_at_3": 1.0, "hit_at_5": 1.0, "mrr": 1.0, "recall_at_5": 1.0 }, "internship_topic": { "questions": 2, "hit_at_1": 0.0, "hit_at_3": 0.0, "hit_at_5": 0.0, "mrr": 0.0, "recall_at_5": 0.0 }, "internship_year": { "questions": 2, "hit_at_1": 0.0, "hit_at_3": 0.0, "hit_at_5": 0.0, "mrr": 0.0, "recall_at_5": 0.0 }, "keyword_grounding": { "questions": 60, "hit_at_1": 0.866667, "hit_at_3": 0.933333, "hit_at_5": 0.95, "mrr": 0.904167, "recall_at_5": 0.95 }, "paraphrase": { "questions": 18, "hit_at_1": 1.0, "hit_at_3": 1.0, "hit_at_5": 1.0, "mrr": 1.0, "recall_at_5": 1.0 }, "reverse_lookup": { "questions": 19, "hit_at_1": 0.736842, "hit_at_3": 0.842105, "hit_at_5": 0.894737, "mrr": 0.791228, "recall_at_5": 0.894737 }, "source_url": { "questions": 8, "hit_at_1": 1.0, "hit_at_3": 1.0, "hit_at_5": 1.0, "mrr": 1.0, "recall_at_5": 1.0 }, "specific_fact": { "questions": 39, "hit_at_1": 0.846154, "hit_at_3": 0.948718, "hit_at_5": 0.948718, "mrr": 0.893162, "recall_at_5": 0.948718 }, "topic_lookup": { "questions": 18, "hit_at_1": 0.777778, "hit_at_3": 0.888889, "hit_at_5": 0.944444, "mrr": 0.847222, "recall_at_5": 0.944444 }, "topic_page_lookup": { "questions": 16, "hit_at_1": 0.875, "hit_at_3": 1.0, "hit_at_5": 1.0, "mrr": 0.927083, "recall_at_5": 1.0 }, "verification": { "questions": 14, "hit_at_1": 0.928571, "hit_at_3": 1.0, "hit_at_5": 1.0, "mrr": 0.964286, "recall_at_5": 1.0 } }, "hybrid": { "adversarial_year": { "questions": 14, "hit_at_1": 1.0, "hit_at_3": 1.0, "hit_at_5": 1.0, "mrr": 1.0, "recall_at_5": 1.0 }, "disambiguation_year": { "questions": 14, "hit_at_1": 1.0, "hit_at_3": 1.0, "hit_at_5": 1.0, "mrr": 1.0, "recall_at_5": 1.0 }, "entity_lookup": { "questions": 20, "hit_at_1": 1.0, "hit_at_3": 1.0, "hit_at_5": 1.0, "mrr": 1.0, "recall_at_5": 1.0 }, "fact_start_year": { "questions": 14, "hit_at_1": 1.0, "hit_at_3": 1.0, "hit_at_5": 1.0, "mrr": 1.0, "recall_at_5": 1.0 }, "fact_title": { "questions": 18, "hit_at_1": 1.0, "hit_at_3": 1.0, "hit_at_5": 1.0, "mrr": 1.0, "recall_at_5": 1.0 }, "fact_work_year": { "questions": 18, "hit_at_1": 1.0, "hit_at_3": 1.0, "hit_at_5": 1.0, "mrr": 1.0, "recall_at_5": 1.0 }, "internship_topic": { "questions": 2, "hit_at_1": 1.0, "hit_at_3": 1.0, "hit_at_5": 1.0, "mrr": 1.0, "recall_at_5": 1.0 }, "internship_year": { "questions": 2, "hit_at_1": 1.0, "hit_at_3": 1.0, "hit_at_5": 1.0, "mrr": 1.0, "recall_at_5": 1.0 }, "keyword_grounding": { "questions": 60, "hit_at_1": 1.0, "hit_at_3": 1.0, "hit_at_5": 1.0, "mrr": 1.0, "recall_at_5": 1.0 }, "paraphrase": { "questions": 18, "hit_at_1": 1.0, "hit_at_3": 1.0, "hit_at_5": 1.0, "mrr": 1.0, "recall_at_5": 1.0 }, "reverse_lookup": { "questions": 19, "hit_at_1": 0.947368, "hit_at_3": 0.947368, "hit_at_5": 0.947368, "mrr": 0.947368, "recall_at_5": 0.947368 }, "source_url": { "questions": 8, "hit_at_1": 1.0, "hit_at_3": 1.0, "hit_at_5": 1.0, "mrr": 1.0, "recall_at_5": 1.0 }, "specific_fact": { "questions": 39, "hit_at_1": 0.923077, "hit_at_3": 0.948718, "hit_at_5": 0.948718, "mrr": 0.935897, "recall_at_5": 0.948718 }, "topic_lookup": { "questions": 18, "hit_at_1": 1.0, "hit_at_3": 1.0, "hit_at_5": 1.0, "mrr": 1.0, "recall_at_5": 1.0 }, "topic_page_lookup": { "questions": 16, "hit_at_1": 1.0, "hit_at_3": 1.0, "hit_at_5": 1.0, "mrr": 1.0, "recall_at_5": 1.0 }, "verification": { "questions": 14, "hit_at_1": 1.0, "hit_at_3": 1.0, "hit_at_5": 1.0, "mrr": 1.0, "recall_at_5": 1.0 } } }, "by_difficulty": { "fts": { "easy": { "questions": 88, "hit_at_1": 0.988636, "hit_at_3": 1.0, "hit_at_5": 1.0, "mrr": 0.994318, "recall_at_5": 1.0 }, "hard": { "questions": 28, "hit_at_1": 1.0, "hit_at_3": 1.0, "hit_at_5": 1.0, "mrr": 1.0, "recall_at_5": 1.0 }, "medium": { "questions": 178, "hit_at_1": 0.938202, "hit_at_3": 0.949438, "hit_at_5": 0.955056, "mrr": 0.945225, "recall_at_5": 0.955056 } }, "vector": { "easy": { "questions": 88, "hit_at_1": 0.897727, "hit_at_3": 0.965909, "hit_at_5": 0.965909, "mrr": 0.926136, "recall_at_5": 0.965909 }, "hard": { "questions": 28, "hit_at_1": 0.964286, "hit_at_3": 1.0, "hit_at_5": 1.0, "mrr": 0.982143, "recall_at_5": 1.0 }, "medium": { "questions": 178, "hit_at_1": 0.853933, "hit_at_3": 0.926966, "hit_at_5": 0.94382, "mrr": 0.892509, "recall_at_5": 0.94382 } }, "hybrid": { "easy": { "questions": 88, "hit_at_1": 1.0, "hit_at_3": 1.0, "hit_at_5": 1.0, "mrr": 1.0, "recall_at_5": 1.0 }, "hard": { "questions": 28, "hit_at_1": 1.0, "hit_at_3": 1.0, "hit_at_5": 1.0, "mrr": 1.0, "recall_at_5": 1.0 }, "medium": { "questions": 178, "hit_at_1": 0.977528, "hit_at_3": 0.983146, "hit_at_5": 0.983146, "mrr": 0.980337, "recall_at_5": 0.983146 } } }, "questions": [ { "id": "q0052", "split": "test", "category": "entity_lookup", "difficulty": "easy", "question": "Nájdi dokument o osobe Lukáš Pokrývka.", "mode": "fts", "expected_documents": [ "pages/students/2016/lukas_pokryvka/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/lukas_pokryvka/README.md", "pages/students/2016/lukas_pokryvka/timovy_projekt/README.md", "pages/students/2016/lukas_pokryvka/dp2021/README.md", "pages/topics/spacy/README.md", "pages/students/2018/oleh_bilykh/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka/timovy_projekt", "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka/dp2021", "https://zp.kemt.fei.tuke.sk/topics/spacy", "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0052", "split": "test", "category": "entity_lookup", "difficulty": "easy", "question": "Nájdi dokument o osobe Lukáš Pokrývka.", "mode": "vector", "expected_documents": [ "pages/students/2016/lukas_pokryvka/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/lukas_pokryvka/README.md", "pages/students/2021/manohar_gowdru_shridharu/README.md", "pages/interns/sevval_bulburu/README.md", "pages/interns/oliver_pejic/README.md", "pages/students/2020/jakub_kristian_lukas/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0052", "split": "test", "category": "entity_lookup", "difficulty": "easy", "question": "Nájdi dokument o osobe Lukáš Pokrývka.", "mode": "hybrid", "expected_documents": [ "pages/students/2016/lukas_pokryvka/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/lukas_pokryvka/README.md", "pages/students/2021/manohar_gowdru_shridharu/README.md", "pages/students/2020/jakub_kristian_lukas/README.md", "pages/interns/sevval_bulburu/README.md", "pages/interns/oliver_pejic/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0053", "split": "test", "category": "fact_title", "difficulty": "easy", "question": "Aký je názov diplomová práca osoby Lukáš Pokrývka?", "mode": "fts", "expected_documents": [ "pages/students/2016/lukas_pokryvka/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/lukas_pokryvka/README.md", "pages/students/2016/lukas_pokryvka/timovy_projekt/README.md", "pages/students/2016/lukas_pokryvka/dp2021/README.md", "pages/topics/spacy/README.md", "pages/students/2018/oleh_bilykh/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka/timovy_projekt", "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka/dp2021", "https://zp.kemt.fei.tuke.sk/topics/spacy", "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0053", "split": "test", "category": "fact_title", "difficulty": "easy", "question": "Aký je názov diplomová práca osoby Lukáš Pokrývka?", "mode": "vector", "expected_documents": [ "pages/students/2016/lukas_pokryvka/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/lukas_pokryvka/README.md", "pages/students/2019/patrik_pokrivcak/README.md", "pages/students/2016/tomas_kucharik/README.md", "pages/students/2016/jakub_maruniak/dp2021/README.md", "pages/students/2020/vladyslav_krupko/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021", "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0053", "split": "test", "category": "fact_title", "difficulty": "easy", "question": "Aký je názov diplomová práca osoby Lukáš Pokrývka?", "mode": "hybrid", "expected_documents": [ "pages/students/2016/lukas_pokryvka/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/lukas_pokryvka/README.md", "pages/students/2016/tomas_kucharik/README.md", "pages/students/2019/patrik_pokrivcak/README.md", "pages/students/2018/oleh_bilykh/README.md", "pages/students/2016/jakub_maruniak/dp2021/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0054", "split": "test", "category": "reverse_lookup", "difficulty": "medium", "question": "Kto sa venuje práci s názvom „Paralelné trénovanie neurónových sietí“?", "mode": "fts", "expected_documents": [ "pages/students/2016/lukas_pokryvka/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/lukas_pokryvka/README.md", "pages/students/2016/lukas_pokryvka/timovy_projekt/README.md", "pages/students/2016/darius_lindvai/README.md", "pages/students/2020/vladyslav_krupko/README.md", "pages/students/2016/dominik_nagy/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka/timovy_projekt", "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0054", "split": "test", "category": "reverse_lookup", "difficulty": "medium", "question": "Kto sa venuje práci s názvom „Paralelné trénovanie neurónových sietí“?", "mode": "vector", "expected_documents": [ "pages/students/2016/lukas_pokryvka/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/lukas_pokryvka/README.md", "pages/students/2016/maros_harahus/README.md", "pages/students/2016/darius_lindvai/README.md", "pages/students/2016/patrik_pavlisin/dp21/README.md", "pages/students/2018/adrian_remias/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/dp21", "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0054", "split": "test", "category": "reverse_lookup", "difficulty": "medium", "question": "Kto sa venuje práci s názvom „Paralelné trénovanie neurónových sietí“?", "mode": "hybrid", "expected_documents": [ "pages/students/2016/lukas_pokryvka/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/lukas_pokryvka/README.md", "pages/students/2016/darius_lindvai/README.md", "pages/students/2016/maros_harahus/README.md", "pages/students/2018/adrian_remias/README.md", "pages/students/2021/eduard_matovka/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0055", "split": "test", "category": "topic_lookup", "difficulty": "medium", "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Paralelné trénovanie neurónových sietí“.", "mode": "fts", "expected_documents": [ "pages/students/2016/lukas_pokryvka/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/lukas_pokryvka/README.md", "pages/students/2021/vladimir_ferko/README.md", "pages/students/2016/lukas_pokryvka/timovy_projekt/README.md", "pages/students/2022/andrii_pervashov/README.md", "pages/students/2019/filip_tomas/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka/timovy_projekt", "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0055", "split": "test", "category": "topic_lookup", "difficulty": "medium", "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Paralelné trénovanie neurónových sietí“.", "mode": "vector", "expected_documents": [ "pages/students/2016/lukas_pokryvka/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/lukas_pokryvka/README.md", "pages/students/2018/adrian_remias/README.md", "pages/students/2016/patrik_pavlisin/dp21/README.md", "pages/students/2016/patrik_pavlisin/README.md", "pages/students/2016/maros_harahus/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/dp21", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0055", "split": "test", "category": "topic_lookup", "difficulty": "medium", "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Paralelné trénovanie neurónových sietí“.", "mode": "hybrid", "expected_documents": [ "pages/students/2016/lukas_pokryvka/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/lukas_pokryvka/README.md", "pages/students/2022/andrii_pervashov/README.md", "pages/students/2016/maros_harahus/README.md", "pages/students/2018/adrian_remias/README.md", "pages/students/2016/patrik_pavlisin/dp21/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/dp21" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0056", "split": "test", "category": "paraphrase", "difficulty": "medium", "question": "O čom je práca osoby Lukáš Pokrývka?", "mode": "fts", "expected_documents": [ "pages/students/2016/lukas_pokryvka/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/lukas_pokryvka/README.md", "pages/students/2016/lukas_pokryvka/dp2021/README.md", "pages/students/2016/lukas_pokryvka/timovy_projekt/README.md", "pages/students/2018/ondrej_megela/README.md", "pages/topics/spacy/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka/dp2021", "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka/timovy_projekt", "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", "https://zp.kemt.fei.tuke.sk/topics/spacy" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0056", "split": "test", "category": "paraphrase", "difficulty": "medium", "question": "O čom je práca osoby Lukáš Pokrývka?", "mode": "vector", "expected_documents": [ "pages/students/2016/lukas_pokryvka/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/lukas_pokryvka/README.md", "pages/students/2019/patrik_pokrivcak/README.md", "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2020/matej_kobylan/README.md", "pages/students/2016/tomas_kucharik/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0056", "split": "test", "category": "paraphrase", "difficulty": "medium", "question": "O čom je práca osoby Lukáš Pokrývka?", "mode": "hybrid", "expected_documents": [ "pages/students/2016/lukas_pokryvka/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/lukas_pokryvka/README.md", "pages/students/2020/matej_kobylan/README.md", "pages/students/2020/jakub_kristian_lukas/README.md", "pages/students/2018/ondrej_megela/README.md", "pages/students/2019/patrik_pokrivcak/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0057", "split": "test", "category": "fact_start_year", "difficulty": "easy", "question": "V ktorom roku začal študovať Lukáš Pokrývka?", "mode": "fts", "expected_documents": [ "pages/students/2016/lukas_pokryvka/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/lukas_pokryvka/README.md", "pages/students/2016/lukas_pokryvka/timovy_projekt/README.md", "pages/students/2016/lukas_pokryvka/dp2021/README.md", "pages/topics/spacy/README.md", "pages/students/2021/eduard_matovka/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka/timovy_projekt", "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka/dp2021", "https://zp.kemt.fei.tuke.sk/topics/spacy", "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0057", "split": "test", "category": "fact_start_year", "difficulty": "easy", "question": "V ktorom roku začal študovať Lukáš Pokrývka?", "mode": "vector", "expected_documents": [ "pages/students/2016/lukas_pokryvka/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/lukas_pokryvka/README.md", "pages/students/2018/oleh_bilykh/README.md", "pages/students/2019/patrik_pokrivcak/README.md", "pages/students/2022/jan_malinovsky/README.md", "pages/students/2016/jakub_maruniak/dp2021/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0057", "split": "test", "category": "fact_start_year", "difficulty": "easy", "question": "V ktorom roku začal študovať Lukáš Pokrývka?", "mode": "hybrid", "expected_documents": [ "pages/students/2016/lukas_pokryvka/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/lukas_pokryvka/README.md", "pages/students/2018/oleh_bilykh/README.md", "pages/students/2018/ondrej_megela/README.md", "pages/students/2019/patrik_pokrivcak/README.md", "pages/students/2022/jan_malinovsky/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0058", "split": "test", "category": "verification", "difficulty": "medium", "question": "Je pri osobe Lukáš Pokrývka uvedený rok začiatku štúdia 2016?", "mode": "fts", "expected_documents": [ "pages/students/2016/lukas_pokryvka/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/lukas_pokryvka/README.md", "pages/students/2020/jakub_kristian_lukas/README.md", "pages/students/2016/lukas_pokryvka/timovy_projekt/README.md", "pages/students/2016/lukas_pokryvka/dp2021/README.md", "pages/students/2018/oleh_bilykh/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka/timovy_projekt", "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka/dp2021", "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0058", "split": "test", "category": "verification", "difficulty": "medium", "question": "Je pri osobe Lukáš Pokrývka uvedený rok začiatku štúdia 2016?", "mode": "vector", "expected_documents": [ "pages/students/2016/lukas_pokryvka/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/lukas_pokryvka/README.md", "pages/students/2018/oleh_bilykh/README.md", "pages/students/2018/ondrej_megela/README.md", "pages/students/2019/patrik_pokrivcak/README.md", "pages/students/2022/jan_malinovsky/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0058", "split": "test", "category": "verification", "difficulty": "medium", "question": "Je pri osobe Lukáš Pokrývka uvedený rok začiatku štúdia 2016?", "mode": "hybrid", "expected_documents": [ "pages/students/2016/lukas_pokryvka/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/lukas_pokryvka/README.md", "pages/students/2018/oleh_bilykh/README.md", "pages/students/2018/ondrej_megela/README.md", "pages/students/2019/patrik_pokrivcak/README.md", "pages/students/2022/tetiana_mohorian/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0059", "split": "test", "category": "fact_work_year", "difficulty": "easy", "question": "V ktorom roku je pri osobe Lukáš Pokrývka uvedená diplomová práca?", "mode": "fts", "expected_documents": [ "pages/students/2016/lukas_pokryvka/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/lukas_pokryvka/README.md", "pages/students/2016/lukas_pokryvka/timovy_projekt/README.md", "pages/students/2016/lukas_pokryvka/dp2021/README.md", "pages/students/2018/ondrej_megela/README.md", "pages/topics/spacy/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka/timovy_projekt", "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka/dp2021", "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", "https://zp.kemt.fei.tuke.sk/topics/spacy" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0059", "split": "test", "category": "fact_work_year", "difficulty": "easy", "question": "V ktorom roku je pri osobe Lukáš Pokrývka uvedená diplomová práca?", "mode": "vector", "expected_documents": [ "pages/students/2016/lukas_pokryvka/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/lukas_pokryvka/README.md", "pages/students/2019/patrik_pokrivcak/README.md", "pages/students/2016/tomas_kucharik/README.md", "pages/students/2016/jakub_maruniak/dp2021/README.md", "pages/students/2020/vladyslav_krupko/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021", "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0059", "split": "test", "category": "fact_work_year", "difficulty": "easy", "question": "V ktorom roku je pri osobe Lukáš Pokrývka uvedená diplomová práca?", "mode": "hybrid", "expected_documents": [ "pages/students/2016/lukas_pokryvka/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/lukas_pokryvka/README.md", "pages/students/2018/oleh_bilykh/README.md", "pages/students/2019/patrik_pokrivcak/README.md", "pages/students/2016/tomas_kucharik/README.md", "pages/students/2016/jakub_maruniak/dp2021/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0060", "split": "test", "category": "disambiguation_year", "difficulty": "hard", "question": "Rozlíš rok začiatku štúdia a rok práce osoby Lukáš Pokrývka.", "mode": "fts", "expected_documents": [ "pages/students/2016/lukas_pokryvka/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/lukas_pokryvka/README.md", "pages/students/2020/jakub_kristian_lukas/README.md", "pages/students/2016/lukas_pokryvka/timovy_projekt/README.md", "pages/students/2018/oleh_bilykh/README.md", "pages/students/2016/lukas_pokryvka/dp2021/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka/timovy_projekt", "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka/dp2021" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0060", "split": "test", "category": "disambiguation_year", "difficulty": "hard", "question": "Rozlíš rok začiatku štúdia a rok práce osoby Lukáš Pokrývka.", "mode": "vector", "expected_documents": [ "pages/students/2016/lukas_pokryvka/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/lukas_pokryvka/README.md", "pages/students/2020/matej_kobylan/README.md", "pages/students/2020/jakub_kristian_lukas/README.md", "pages/students/2019/michal_stromko/README.md", "pages/topics/legal/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "https://zp.kemt.fei.tuke.sk/topics/legal" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0060", "split": "test", "category": "disambiguation_year", "difficulty": "hard", "question": "Rozlíš rok začiatku štúdia a rok práce osoby Lukáš Pokrývka.", "mode": "hybrid", "expected_documents": [ "pages/students/2016/lukas_pokryvka/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/lukas_pokryvka/README.md", "pages/students/2020/matej_kobylan/README.md", "pages/students/2020/jakub_kristian_lukas/README.md", "pages/students/2019/michal_stromko/README.md", "pages/topics/legal/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "https://zp.kemt.fei.tuke.sk/topics/legal" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0061", "split": "test", "category": "adversarial_year", "difficulty": "hard", "question": "Je rok 2016 rokom záverečnej práce osoby Lukáš Pokrývka?", "mode": "fts", "expected_documents": [ "pages/students/2016/lukas_pokryvka/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/lukas_pokryvka/README.md", "pages/students/2016/lukas_pokryvka/timovy_projekt/README.md", "pages/students/2016/lukas_pokryvka/dp2021/README.md", "pages/topics/faq/README.md", "pages/topics/spacy/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka/timovy_projekt", "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka/dp2021", "https://zp.kemt.fei.tuke.sk/topics/faq", "https://zp.kemt.fei.tuke.sk/topics/spacy" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0061", "split": "test", "category": "adversarial_year", "difficulty": "hard", "question": "Je rok 2016 rokom záverečnej práce osoby Lukáš Pokrývka?", "mode": "vector", "expected_documents": [ "pages/students/2016/lukas_pokryvka/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/lukas_pokryvka/README.md", "pages/students/2020/vladyslav_krupko/README.md", "pages/students/2018/ondrej_megela/README.md", "pages/students/2021/vladimir_ferko/README.md", "pages/students/2019/patrik_pokrivcak/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0061", "split": "test", "category": "adversarial_year", "difficulty": "hard", "question": "Je rok 2016 rokom záverečnej práce osoby Lukáš Pokrývka?", "mode": "hybrid", "expected_documents": [ "pages/students/2016/lukas_pokryvka/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/lukas_pokryvka/README.md", "pages/students/2018/ondrej_megela/README.md", "pages/topics/faq/README.md", "pages/topics/akopisat/README.md", "pages/students/2020/vladyslav_krupko/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", "https://zp.kemt.fei.tuke.sk/topics/faq", "https://zp.kemt.fei.tuke.sk/topics/akopisat", "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0062", "split": "test", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou PyTorch a osobou Lukáš Pokrývka?", "mode": "fts", "expected_documents": [ "pages/students/2016/lukas_pokryvka/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/lukas_pokryvka/README.md", "pages/students/2016/lukas_pokryvka/timovy_projekt/README.md", "pages/students/2016/lukas_pokryvka/dp2021/README.md", "pages/students/2018/oleh_bilykh/README.md", "pages/students/2018/ondrej_megela/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka/timovy_projekt", "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka/dp2021", "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0062", "split": "test", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou PyTorch a osobou Lukáš Pokrývka?", "mode": "vector", "expected_documents": [ "pages/students/2016/lukas_pokryvka/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/lukas_pokryvka/README.md", "pages/students/2016/darius_lindvai/timovy_projekt/tutorial/README.md", "pages/students/2018/oleh_bilykh/README.md", "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2020/vladyslav_krupko/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai/timovy_projekt/tutorial", "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0062", "split": "test", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou PyTorch a osobou Lukáš Pokrývka?", "mode": "hybrid", "expected_documents": [ "pages/students/2016/lukas_pokryvka/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/lukas_pokryvka/README.md", "pages/students/2016/darius_lindvai/timovy_projekt/tutorial/README.md", "pages/students/2018/oleh_bilykh/README.md", "pages/students/2020/jakub_kristian_lukas/README.md", "pages/students/2020/vladyslav_krupko/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai/timovy_projekt/tutorial", "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0063", "split": "test", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou NCCL a osobou Lukáš Pokrývka?", "mode": "fts", "expected_documents": [ "pages/students/2016/lukas_pokryvka/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/lukas_pokryvka/README.md", "pages/students/2016/lukas_pokryvka/timovy_projekt/README.md", "pages/students/2018/oleh_bilykh/README.md", "pages/students/2018/ondrej_megela/README.md", "pages/students/2016/lukas_pokryvka/dp2021/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka/timovy_projekt", "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka/dp2021" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0063", "split": "test", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou NCCL a osobou Lukáš Pokrývka?", "mode": "vector", "expected_documents": [ "pages/students/2016/lukas_pokryvka/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/lukas_pokryvka/README.md", "pages/topics/faq/README.md", "pages/students/2019/kristian_sopkovic/README.md", "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/topics/question/nezodpovedatelne/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", "https://zp.kemt.fei.tuke.sk/topics/faq", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0063", "split": "test", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou NCCL a osobou Lukáš Pokrývka?", "mode": "hybrid", "expected_documents": [ "pages/students/2016/lukas_pokryvka/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/lukas_pokryvka/README.md", "pages/topics/faq/README.md", "pages/students/2018/oleh_bilykh/README.md", "pages/students/2016/lukas_pokryvka/timovy_projekt/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", "https://zp.kemt.fei.tuke.sk/topics/faq", "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka/timovy_projekt", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0064", "split": "test", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou GPU a osobou Lukáš Pokrývka?", "mode": "fts", "expected_documents": [ "pages/students/2016/lukas_pokryvka/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/lukas_pokryvka/README.md", "pages/students/2016/lukas_pokryvka/timovy_projekt/README.md", "pages/students/2018/oleh_bilykh/README.md", "pages/students/2018/ondrej_megela/README.md", "pages/students/2016/lukas_pokryvka/dp2021/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka/timovy_projekt", "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka/dp2021" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0064", "split": "test", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou GPU a osobou Lukáš Pokrývka?", "mode": "vector", "expected_documents": [ "pages/students/2016/lukas_pokryvka/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/lukas_pokryvka/README.md", "pages/students/2022/andrii_pervashov/README.md", "pages/students/2020/vladyslav_krupko/README.md", "pages/students/2018/oleh_bilykh/README.md", "pages/students/2023/rostyslav_rodzhuk/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0064", "split": "test", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou GPU a osobou Lukáš Pokrývka?", "mode": "hybrid", "expected_documents": [ "pages/students/2016/lukas_pokryvka/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/lukas_pokryvka/README.md", "pages/students/2018/oleh_bilykh/README.md", "pages/students/2016/lukas_pokryvka/timovy_projekt/README.md", "pages/students/2022/andrii_pervashov/README.md", "pages/students/2020/vladyslav_krupko/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka/timovy_projekt", "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0065", "split": "test", "category": "specific_fact", "difficulty": "medium", "question": "Aký dataset používal Lukáš Pokrývka pri experimentoch s detekciou rakoviny pľúc?", "mode": "fts", "expected_documents": [ "pages/students/2016/lukas_pokryvka/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/lukas_pokryvka/README.md", "pages/students/2016/lukas_pokryvka/timovy_projekt/README.md", "pages/students/2016/lukas_pokryvka/dp2021/README.md", "pages/topics/spacy/README.md", "pages/students/2016/maros_harahus/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka/timovy_projekt", "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka/dp2021", "https://zp.kemt.fei.tuke.sk/topics/spacy", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0065", "split": "test", "category": "specific_fact", "difficulty": "medium", "question": "Aký dataset používal Lukáš Pokrývka pri experimentoch s detekciou rakoviny pľúc?", "mode": "vector", "expected_documents": [ "pages/students/2016/lukas_pokryvka/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/lukas_pokryvka/README.md", "pages/students/2021/eduard_matovka/README.md", "pages/students/2022/andrii_pervashov/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md", "pages/students/2020/vladyslav_krupko/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0065", "split": "test", "category": "specific_fact", "difficulty": "medium", "question": "Aký dataset používal Lukáš Pokrývka pri experimentoch s detekciou rakoviny pľúc?", "mode": "hybrid", "expected_documents": [ "pages/students/2016/lukas_pokryvka/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/lukas_pokryvka/README.md", "pages/students/2019/patrik_pokrivcak/README.md", "pages/students/2021/eduard_matovka/README.md", "pages/students/2022/andrii_pervashov/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0066", "split": "test", "category": "specific_fact", "difficulty": "medium", "question": "Aký backend použil Lukáš Pokrývka pri trénovaní na dvoch strojoch?", "mode": "fts", "expected_documents": [ "pages/students/2016/lukas_pokryvka/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/lukas_pokryvka/README.md", "pages/students/2016/lukas_pokryvka/timovy_projekt/README.md", "pages/students/2016/lukas_pokryvka/dp2021/README.md", "pages/students/2018/oleh_bilykh/README.md", "pages/students/2018/ondrej_megela/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka/timovy_projekt", "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka/dp2021", "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0066", "split": "test", "category": "specific_fact", "difficulty": "medium", "question": "Aký backend použil Lukáš Pokrývka pri trénovaní na dvoch strojoch?", "mode": "vector", "expected_documents": [ "pages/students/2016/lukas_pokryvka/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/lukas_pokryvka/README.md", "pages/students/2022/andrii_pervashov/README.md", "pages/students/2018/ondrej_megela/README.md", "pages/students/2019/kristian_sopkovic/README.md", "pages/students/2016/tomas_kucharik/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0066", "split": "test", "category": "specific_fact", "difficulty": "medium", "question": "Aký backend použil Lukáš Pokrývka pri trénovaní na dvoch strojoch?", "mode": "hybrid", "expected_documents": [ "pages/students/2016/lukas_pokryvka/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/lukas_pokryvka/README.md", "pages/students/2018/ondrej_megela/README.md", "pages/students/2016/maros_harahus/README.md", "pages/students/2020/jakub_kristian_lukas/README.md", "pages/students/2022/andrii_pervashov/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0067", "split": "test", "category": "entity_lookup", "difficulty": "easy", "question": "Nájdi dokument o osobe Dárius Lindvai.", "mode": "fts", "expected_documents": [ "pages/students/2016/darius_lindvai/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/darius_lindvai/README.md", "pages/students/2016/darius_lindvai/timovy_projekt/resers/README.md", "pages/students/2016/darius_lindvai/timovy_projekt/tutorial/README.md", "pages/students/2016/darius_lindvai/dp2021/README.md", "pages/students/2021/matej_scislak/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai/timovy_projekt/resers", "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai/timovy_projekt/tutorial", "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai/dp2021", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0067", "split": "test", "category": "entity_lookup", "difficulty": "easy", "question": "Nájdi dokument o osobe Dárius Lindvai.", "mode": "vector", "expected_documents": [ "pages/students/2016/darius_lindvai/README.md" ], "first_relevant_rank": null, "reciprocal_rank": 0.0, "top_documents": [ "pages/students/2021/manohar_gowdru_shridharu/README.md", "pages/interns/sevval_bulburu/README.md", "pages/students/2023/samuel_dzurina/README.md", "pages/students/2018/adrian_remias/README.md", "pages/students/2018/david_ilas/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas" ], "hit_at_1": 0, "recall_at_1": 0.0, "hit_at_3": 0, "recall_at_3": 0.0, "hit_at_5": 0, "recall_at_5": 0.0 }, { "id": "q0067", "split": "test", "category": "entity_lookup", "difficulty": "easy", "question": "Nájdi dokument o osobe Dárius Lindvai.", "mode": "hybrid", "expected_documents": [ "pages/students/2016/darius_lindvai/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/darius_lindvai/README.md", "pages/students/2021/manohar_gowdru_shridharu/README.md", "pages/interns/sevval_bulburu/README.md", "pages/students/2023/samuel_dzurina/README.md", "pages/students/2018/adrian_remias/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0068", "split": "test", "category": "fact_title", "difficulty": "easy", "question": "Aký je názov diplomová práca osoby Dárius Lindvai?", "mode": "fts", "expected_documents": [ "pages/students/2016/darius_lindvai/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/darius_lindvai/README.md", "pages/students/2016/darius_lindvai/timovy_projekt/tutorial/README.md", "pages/students/2016/darius_lindvai/timovy_projekt/resers/README.md", "pages/students/2016/darius_lindvai/dp2021/README.md", "pages/students/2020/matus_suchanic/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai/timovy_projekt/tutorial", "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai/timovy_projekt/resers", "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai/dp2021", "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0068", "split": "test", "category": "fact_title", "difficulty": "easy", "question": "Aký je názov diplomová práca osoby Dárius Lindvai?", "mode": "vector", "expected_documents": [ "pages/students/2016/darius_lindvai/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/darius_lindvai/README.md", "pages/students/2016/mark_feher/README.md", "pages/students/2019/kristian_sopkovic/README.md", "pages/students/2018/david_omasta/README.md", "pages/students/2018/david_ilas/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0068", "split": "test", "category": "fact_title", "difficulty": "easy", "question": "Aký je názov diplomová práca osoby Dárius Lindvai?", "mode": "hybrid", "expected_documents": [ "pages/students/2016/darius_lindvai/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/darius_lindvai/README.md", "pages/students/2016/mark_feher/README.md", "pages/students/2019/kristian_sopkovic/README.md", "pages/students/2018/david_omasta/README.md", "pages/students/2018/david_ilas/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0069", "split": "test", "category": "reverse_lookup", "difficulty": "medium", "question": "Kto sa venuje práci s názvom „Obnovenie interpunkcie pomocou hlbokých neurónových sietí“?", "mode": "fts", "expected_documents": [ "pages/students/2016/darius_lindvai/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/darius_lindvai/README.md", "pages/topics/steel/README.md", "pages/students/2016/darius_lindvai/timovy_projekt/tutorial/README.md", "pages/students/2016/patrik_pavlisin/tp20/README.md", "pages/students/2020/matus_suchanic/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", "https://zp.kemt.fei.tuke.sk/topics/steel", "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai/timovy_projekt/tutorial", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20", "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0069", "split": "test", "category": "reverse_lookup", "difficulty": "medium", "question": "Kto sa venuje práci s názvom „Obnovenie interpunkcie pomocou hlbokých neurónových sietí“?", "mode": "vector", "expected_documents": [ "pages/students/2016/darius_lindvai/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/darius_lindvai/README.md", "pages/students/2018/adrian_remias/README.md", "pages/students/2016/darius_lindvai/timovy_projekt/resers/README.md", "pages/students/2022/andrii_pervashov/README.md", "pages/students/2017/stanislav_matsunych/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai/timovy_projekt/resers", "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", "https://zp.kemt.fei.tuke.sk/students/2017/stanislav_matsunych" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0069", "split": "test", "category": "reverse_lookup", "difficulty": "medium", "question": "Kto sa venuje práci s názvom „Obnovenie interpunkcie pomocou hlbokých neurónových sietí“?", "mode": "hybrid", "expected_documents": [ "pages/students/2016/darius_lindvai/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/darius_lindvai/README.md", "pages/students/2018/adrian_remias/README.md", "pages/students/2022/andrii_pervashov/README.md", "pages/students/2016/darius_lindvai/timovy_projekt/resers/README.md", "pages/students/2017/stanislav_matsunych/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai/timovy_projekt/resers", "https://zp.kemt.fei.tuke.sk/students/2017/stanislav_matsunych" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0070", "split": "test", "category": "topic_lookup", "difficulty": "medium", "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Obnovenie interpunkcie pomocou hlbokých neurónových sietí“.", "mode": "fts", "expected_documents": [ "pages/students/2016/darius_lindvai/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/darius_lindvai/README.md", "pages/topics/steel/README.md", "pages/students/2021/vladimir_ferko/README.md", "pages/students/2022/andrii_pervashov/README.md", "pages/students/2019/filip_tomas/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", "https://zp.kemt.fei.tuke.sk/topics/steel", "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0070", "split": "test", "category": "topic_lookup", "difficulty": "medium", "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Obnovenie interpunkcie pomocou hlbokých neurónových sietí“.", "mode": "vector", "expected_documents": [ "pages/students/2016/darius_lindvai/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/darius_lindvai/README.md", "pages/students/2018/adrian_remias/README.md", "pages/students/2022/andrii_pervashov/README.md", "pages/students/2021/oleksandr_hryshchenko/README.md", "pages/topics/otvorene/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko", "https://zp.kemt.fei.tuke.sk/topics/otvorene" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0070", "split": "test", "category": "topic_lookup", "difficulty": "medium", "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Obnovenie interpunkcie pomocou hlbokých neurónových sietí“.", "mode": "hybrid", "expected_documents": [ "pages/students/2016/darius_lindvai/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/darius_lindvai/README.md", "pages/students/2018/adrian_remias/README.md", "pages/students/2022/andrii_pervashov/README.md", "pages/students/2016/maros_harahus/README.md", "pages/students/2017/stanislav_matsunych/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2017/stanislav_matsunych" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0071", "split": "test", "category": "paraphrase", "difficulty": "medium", "question": "O čom je práca osoby Dárius Lindvai?", "mode": "fts", "expected_documents": [ "pages/students/2016/darius_lindvai/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/darius_lindvai/README.md", "pages/students/2016/darius_lindvai/timovy_projekt/tutorial/README.md", "pages/students/2016/darius_lindvai/timovy_projekt/resers/README.md", "pages/students/2016/darius_lindvai/dp2021/README.md", "pages/students/2021/martin_sarissky/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai/timovy_projekt/tutorial", "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai/timovy_projekt/resers", "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai/dp2021", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0071", "split": "test", "category": "paraphrase", "difficulty": "medium", "question": "O čom je práca osoby Dárius Lindvai?", "mode": "vector", "expected_documents": [ "pages/students/2016/darius_lindvai/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/darius_lindvai/README.md", "pages/students/2022/samuel_vasil/README.md", "pages/students/2023/samuel_dzurina/README.md", "pages/students/2020/matej_kobylan/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0071", "split": "test", "category": "paraphrase", "difficulty": "medium", "question": "O čom je práca osoby Dárius Lindvai?", "mode": "hybrid", "expected_documents": [ "pages/students/2016/darius_lindvai/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/darius_lindvai/README.md", "pages/students/2020/matej_kobylan/README.md", "pages/students/2022/samuel_vasil/README.md", "pages/students/2023/samuel_dzurina/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0072", "split": "test", "category": "fact_start_year", "difficulty": "easy", "question": "V ktorom roku začal študovať Dárius Lindvai?", "mode": "fts", "expected_documents": [ "pages/students/2016/darius_lindvai/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/darius_lindvai/README.md", "pages/students/2016/darius_lindvai/timovy_projekt/resers/README.md", "pages/students/2016/darius_lindvai/timovy_projekt/tutorial/README.md", "pages/students/2016/darius_lindvai/dp2021/README.md", "pages/students/2021/eduard_matovka/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai/timovy_projekt/resers", "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai/timovy_projekt/tutorial", "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai/dp2021", "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0072", "split": "test", "category": "fact_start_year", "difficulty": "easy", "question": "V ktorom roku začal študovať Dárius Lindvai?", "mode": "vector", "expected_documents": [ "pages/students/2016/darius_lindvai/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/darius_lindvai/README.md", "pages/students/2016/maros_harahus/README.md", "pages/students/2020/david_kostilnik/README.md", "pages/students/2018/david_ilas/README.md", "pages/students/2017/dmytro_ushatenko/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas", "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0072", "split": "test", "category": "fact_start_year", "difficulty": "easy", "question": "V ktorom roku začal študovať Dárius Lindvai?", "mode": "hybrid", "expected_documents": [ "pages/students/2016/darius_lindvai/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/darius_lindvai/README.md", "pages/students/2017/dmytro_ushatenko/README.md", "pages/students/2016/maros_harahus/README.md", "pages/students/2020/david_kostilnik/README.md", "pages/students/2018/david_ilas/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0073", "split": "test", "category": "verification", "difficulty": "medium", "question": "Je pri osobe Dárius Lindvai uvedený rok začiatku štúdia 2016?", "mode": "fts", "expected_documents": [ "pages/students/2016/darius_lindvai/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/darius_lindvai/README.md", "pages/students/2016/darius_lindvai/timovy_projekt/resers/README.md", "pages/students/2016/darius_lindvai/dp2021/README.md", "pages/students/2016/darius_lindvai/timovy_projekt/tutorial/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai/timovy_projekt/resers", "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai/dp2021", "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai/timovy_projekt/tutorial", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0073", "split": "test", "category": "verification", "difficulty": "medium", "question": "Je pri osobe Dárius Lindvai uvedený rok začiatku štúdia 2016?", "mode": "vector", "expected_documents": [ "pages/students/2016/darius_lindvai/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/darius_lindvai/README.md", "pages/students/2016/maros_harahus/README.md", "pages/students/2017/dmytro_ushatenko/README.md", "pages/students/2018/ondrej_megela/README.md", "pages/students/2018/david_ilas/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0073", "split": "test", "category": "verification", "difficulty": "medium", "question": "Je pri osobe Dárius Lindvai uvedený rok začiatku štúdia 2016?", "mode": "hybrid", "expected_documents": [ "pages/students/2016/darius_lindvai/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/darius_lindvai/README.md", "pages/students/2016/maros_harahus/README.md", "pages/students/2017/dmytro_ushatenko/README.md", "pages/students/2021/eduard_matovka/README.md", "pages/students/2018/ondrej_megela/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0074", "split": "test", "category": "fact_work_year", "difficulty": "easy", "question": "V ktorom roku je pri osobe Dárius Lindvai uvedená diplomová práca?", "mode": "fts", "expected_documents": [ "pages/students/2016/darius_lindvai/README.md" ], "first_relevant_rank": 2, "reciprocal_rank": 0.5, "top_documents": [ "pages/students/2016/darius_lindvai/timovy_projekt/resers/README.md", "pages/students/2016/darius_lindvai/README.md", "pages/students/2016/darius_lindvai/timovy_projekt/tutorial/README.md", "pages/students/2016/darius_lindvai/dp2021/README.md", "pages/students/2021/matej_scislak/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai/timovy_projekt/resers", "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai/timovy_projekt/tutorial", "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai/dp2021", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "hit_at_1": 0, "recall_at_1": 0.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0074", "split": "test", "category": "fact_work_year", "difficulty": "easy", "question": "V ktorom roku je pri osobe Dárius Lindvai uvedená diplomová práca?", "mode": "vector", "expected_documents": [ "pages/students/2016/darius_lindvai/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/darius_lindvai/README.md", "pages/students/2016/mark_feher/README.md", "pages/students/2018/david_omasta/README.md", "pages/students/2016/maros_harahus/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0074", "split": "test", "category": "fact_work_year", "difficulty": "easy", "question": "V ktorom roku je pri osobe Dárius Lindvai uvedená diplomová práca?", "mode": "hybrid", "expected_documents": [ "pages/students/2016/darius_lindvai/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/darius_lindvai/README.md", "pages/students/2016/mark_feher/README.md", "pages/students/2018/david_omasta/README.md", "pages/students/2016/maros_harahus/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0075", "split": "test", "category": "disambiguation_year", "difficulty": "hard", "question": "Rozlíš rok začiatku štúdia a rok práce osoby Dárius Lindvai.", "mode": "fts", "expected_documents": [ "pages/students/2016/darius_lindvai/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/darius_lindvai/README.md", "pages/students/2016/darius_lindvai/dp2021/README.md", "pages/students/2016/darius_lindvai/timovy_projekt/tutorial/README.md", "pages/students/2016/darius_lindvai/timovy_projekt/resers/README.md", "pages/students/2023/rostyslav_rodzhuk/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai/dp2021", "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai/timovy_projekt/tutorial", "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai/timovy_projekt/resers", "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0075", "split": "test", "category": "disambiguation_year", "difficulty": "hard", "question": "Rozlíš rok začiatku štúdia a rok práce osoby Dárius Lindvai.", "mode": "vector", "expected_documents": [ "pages/students/2016/darius_lindvai/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/darius_lindvai/README.md", "pages/students/2020/matej_kobylan/README.md", "pages/students/2023/samuel_dzurina/README.md", "pages/students/2018/david_ilas/README.md", "pages/students/2016/maros_harahus/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0075", "split": "test", "category": "disambiguation_year", "difficulty": "hard", "question": "Rozlíš rok začiatku štúdia a rok práce osoby Dárius Lindvai.", "mode": "hybrid", "expected_documents": [ "pages/students/2016/darius_lindvai/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/darius_lindvai/README.md", "pages/students/2020/matej_kobylan/README.md", "pages/students/2023/samuel_dzurina/README.md", "pages/students/2018/david_ilas/README.md", "pages/students/2016/maros_harahus/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0076", "split": "test", "category": "adversarial_year", "difficulty": "hard", "question": "Je rok 2016 rokom záverečnej práce osoby Dárius Lindvai?", "mode": "fts", "expected_documents": [ "pages/students/2016/darius_lindvai/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/darius_lindvai/README.md", "pages/students/2016/darius_lindvai/timovy_projekt/tutorial/README.md", "pages/students/2016/darius_lindvai/timovy_projekt/resers/README.md", "pages/students/2016/darius_lindvai/dp2021/README.md", "pages/topics/faq/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai/timovy_projekt/tutorial", "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai/timovy_projekt/resers", "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai/dp2021", "https://zp.kemt.fei.tuke.sk/topics/faq" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0076", "split": "test", "category": "adversarial_year", "difficulty": "hard", "question": "Je rok 2016 rokom záverečnej práce osoby Dárius Lindvai?", "mode": "vector", "expected_documents": [ "pages/students/2016/darius_lindvai/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/darius_lindvai/README.md", "pages/students/2021/vladimir_ferko/README.md", "pages/students/2023/oleksandr_dorybohov/README.md", "pages/topics/faq/README.md", "pages/students/2016/maros_harahus/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", "https://zp.kemt.fei.tuke.sk/topics/faq", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0076", "split": "test", "category": "adversarial_year", "difficulty": "hard", "question": "Je rok 2016 rokom záverečnej práce osoby Dárius Lindvai?", "mode": "hybrid", "expected_documents": [ "pages/students/2016/darius_lindvai/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/darius_lindvai/README.md", "pages/topics/faq/README.md", "pages/topics/akopisat/README.md", "pages/students/2021/vladimir_ferko/README.md", "pages/students/2023/oleksandr_dorybohov/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", "https://zp.kemt.fei.tuke.sk/topics/faq", "https://zp.kemt.fei.tuke.sk/topics/akopisat", "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0077", "split": "test", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou interpunkcia a osobou Dárius Lindvai?", "mode": "fts", "expected_documents": [ "pages/students/2016/darius_lindvai/README.md" ], "first_relevant_rank": 2, "reciprocal_rank": 0.5, "top_documents": [ "pages/students/2016/darius_lindvai/timovy_projekt/resers/README.md", "pages/students/2016/darius_lindvai/README.md", "pages/students/2016/darius_lindvai/timovy_projekt/tutorial/README.md", "pages/students/2016/darius_lindvai/dp2021/README.md", "pages/students/2017/martin_jancura/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai/timovy_projekt/resers", "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai/timovy_projekt/tutorial", "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai/dp2021", "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" ], "hit_at_1": 0, "recall_at_1": 0.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0077", "split": "test", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou interpunkcia a osobou Dárius Lindvai?", "mode": "vector", "expected_documents": [ "pages/students/2016/darius_lindvai/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/darius_lindvai/README.md", "pages/students/2019/kristian_sopkovic/README.md", "pages/students/2022/jan_malinovsky/README.md", "pages/students/2018/david_omasta/README.md", "pages/students/2016/maros_harahus/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0077", "split": "test", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou interpunkcia a osobou Dárius Lindvai?", "mode": "hybrid", "expected_documents": [ "pages/students/2016/darius_lindvai/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/darius_lindvai/README.md", "pages/students/2016/darius_lindvai/timovy_projekt/resers/README.md", "pages/students/2016/maros_harahus/README.md", "pages/topics/faq/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai/timovy_projekt/resers", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/topics/faq", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0078", "split": "test", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou BiLSTM a osobou Dárius Lindvai?", "mode": "fts", "expected_documents": [ "pages/students/2016/darius_lindvai/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/darius_lindvai/README.md", "pages/students/2016/darius_lindvai/timovy_projekt/resers/README.md", "pages/students/2016/darius_lindvai/timovy_projekt/tutorial/README.md", "pages/students/2016/darius_lindvai/dp2021/README.md", "pages/students/2017/martin_jancura/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai/timovy_projekt/resers", "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai/timovy_projekt/tutorial", "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai/dp2021", "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0078", "split": "test", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou BiLSTM a osobou Dárius Lindvai?", "mode": "vector", "expected_documents": [ "pages/students/2016/darius_lindvai/README.md" ], "first_relevant_rank": 2, "reciprocal_rank": 0.5, "top_documents": [ "pages/students/2018/oleh_bilykh/README.md", "pages/students/2016/darius_lindvai/README.md", "pages/students/2023/oleksandr_dorybohov/README.md", "pages/students/2018/david_omasta/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "hit_at_1": 0, "recall_at_1": 0.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0078", "split": "test", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou BiLSTM a osobou Dárius Lindvai?", "mode": "hybrid", "expected_documents": [ "pages/students/2016/darius_lindvai/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/darius_lindvai/README.md", "pages/students/2018/oleh_bilykh/README.md", "pages/students/2019/michal_stromko/README.md", "pages/students/2023/oleksandr_dorybohov/README.md", "pages/students/2018/david_omasta/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0079", "split": "test", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou CRF a osobou Dárius Lindvai?", "mode": "fts", "expected_documents": [ "pages/students/2016/darius_lindvai/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/darius_lindvai/README.md", "pages/students/2016/darius_lindvai/timovy_projekt/resers/README.md", "pages/students/2016/darius_lindvai/timovy_projekt/tutorial/README.md", "pages/students/2016/darius_lindvai/dp2021/README.md", "pages/students/2017/martin_jancura/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai/timovy_projekt/resers", "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai/timovy_projekt/tutorial", "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai/dp2021", "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0079", "split": "test", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou CRF a osobou Dárius Lindvai?", "mode": "vector", "expected_documents": [ "pages/students/2016/darius_lindvai/README.md" ], "first_relevant_rank": 2, "reciprocal_rank": 0.5, "top_documents": [ "pages/topics/faq/README.md", "pages/students/2016/darius_lindvai/README.md", "pages/students/2019/kristian_sopkovic/README.md", "pages/students/2022/jan_malinovsky/README.md", "pages/students/2021/martin_sarissky/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/faq", "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" ], "hit_at_1": 0, "recall_at_1": 0.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0079", "split": "test", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou CRF a osobou Dárius Lindvai?", "mode": "hybrid", "expected_documents": [ "pages/students/2016/darius_lindvai/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/darius_lindvai/README.md", "pages/topics/faq/README.md", "pages/students/2019/kristian_sopkovic/README.md", "pages/students/2022/jan_malinovsky/README.md", "pages/students/2021/martin_sarissky/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", "https://zp.kemt.fei.tuke.sk/topics/faq", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0080", "split": "test", "category": "specific_fact", "difficulty": "medium", "question": "Akú architektúru Dárius Lindvai trénoval pri obnove interpunkcie?", "mode": "fts", "expected_documents": [ "pages/students/2016/darius_lindvai/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/darius_lindvai/README.md", "pages/students/2016/darius_lindvai/timovy_projekt/resers/README.md", "pages/students/2016/darius_lindvai/timovy_projekt/tutorial/README.md", "pages/students/2016/darius_lindvai/dp2021/README.md", "pages/students/2016/patrik_pavlisin/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai/timovy_projekt/resers", "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai/timovy_projekt/tutorial", "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai/dp2021", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0080", "split": "test", "category": "specific_fact", "difficulty": "medium", "question": "Akú architektúru Dárius Lindvai trénoval pri obnove interpunkcie?", "mode": "vector", "expected_documents": [ "pages/students/2016/darius_lindvai/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/darius_lindvai/README.md", "pages/students/2018/ondrej_megela/README.md", "pages/students/2016/darius_lindvai/timovy_projekt/resers/README.md", "pages/students/2018/adrian_remias/README.md", "pages/students/2022/andrii_pervashov/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai/timovy_projekt/resers", "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0080", "split": "test", "category": "specific_fact", "difficulty": "medium", "question": "Akú architektúru Dárius Lindvai trénoval pri obnove interpunkcie?", "mode": "hybrid", "expected_documents": [ "pages/students/2016/darius_lindvai/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/darius_lindvai/README.md", "pages/students/2016/darius_lindvai/timovy_projekt/resers/README.md", "pages/students/2018/adrian_remias/README.md", "pages/students/2018/ondrej_megela/README.md", "pages/students/2022/andrii_pervashov/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai/timovy_projekt/resers", "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0081", "split": "test", "category": "specific_fact", "difficulty": "medium", "question": "Akými metrikami mal Dárius Lindvai vyhodnocovať model pre jednotlivé triedy?", "mode": "fts", "expected_documents": [ "pages/students/2016/darius_lindvai/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/darius_lindvai/README.md", "pages/students/2016/darius_lindvai/timovy_projekt/resers/README.md", "pages/students/2016/darius_lindvai/timovy_projekt/tutorial/README.md", "pages/students/2016/darius_lindvai/dp2021/README.md", "pages/students/2022/daniil_huzenko/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai/timovy_projekt/resers", "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai/timovy_projekt/tutorial", "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai/dp2021", "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0081", "split": "test", "category": "specific_fact", "difficulty": "medium", "question": "Akými metrikami mal Dárius Lindvai vyhodnocovať model pre jednotlivé triedy?", "mode": "vector", "expected_documents": [ "pages/students/2016/darius_lindvai/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/darius_lindvai/README.md", "pages/students/2020/david_kostilnik/README.md", "pages/students/2020/vladyslav_krupko/README.md", "pages/students/2016/maros_harahus/README.md", "pages/students/2021/artur_hyrenko/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0081", "split": "test", "category": "specific_fact", "difficulty": "medium", "question": "Akými metrikami mal Dárius Lindvai vyhodnocovať model pre jednotlivé triedy?", "mode": "hybrid", "expected_documents": [ "pages/students/2016/darius_lindvai/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/darius_lindvai/README.md", "pages/students/2020/david_kostilnik/README.md", "pages/students/2020/vladyslav_krupko/README.md", "pages/students/2016/maros_harahus/README.md", "pages/students/2021/artur_hyrenko/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0093", "split": "test", "category": "entity_lookup", "difficulty": "easy", "question": "Nájdi dokument o osobe Márk Fehér.", "mode": "fts", "expected_documents": [ "pages/students/2016/mark_feher/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/mark_feher/README.md", "pages/topics/faq/README.md", "pages/students/2021/matej_scislak/README.md", "pages/students/2019/david_stromp/README.md", "pages/students/2019/michal_stromko/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", "https://zp.kemt.fei.tuke.sk/topics/faq", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0093", "split": "test", "category": "entity_lookup", "difficulty": "easy", "question": "Nájdi dokument o osobe Márk Fehér.", "mode": "vector", "expected_documents": [ "pages/students/2016/mark_feher/README.md" ], "first_relevant_rank": 2, "reciprocal_rank": 0.5, "top_documents": [ "pages/students/2021/manohar_gowdru_shridharu/README.md", "pages/students/2016/mark_feher/README.md", "pages/interns/sevval_bulburu/README.md", "pages/students/2016/jakub_maruniak/timovy_projekt/README.md", "pages/students/2021/vladimir_ferko/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt", "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" ], "hit_at_1": 0, "recall_at_1": 0.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0093", "split": "test", "category": "entity_lookup", "difficulty": "easy", "question": "Nájdi dokument o osobe Márk Fehér.", "mode": "hybrid", "expected_documents": [ "pages/students/2016/mark_feher/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/mark_feher/README.md", "pages/students/2021/manohar_gowdru_shridharu/README.md", "pages/interns/sevval_bulburu/README.md", "pages/students/2016/jakub_maruniak/timovy_projekt/README.md", "pages/students/2021/vladimir_ferko/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt", "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0094", "split": "test", "category": "fact_title", "difficulty": "easy", "question": "Aký je názov diplomová práca osoby Márk Fehér?", "mode": "fts", "expected_documents": [ "pages/students/2016/mark_feher/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/mark_feher/README.md", "pages/students/2021/martin_sarissky/README.md", "pages/students/2020/matus_suchanic/README.md", "pages/topics/faq/README.md", "pages/students/2016/patrik_pavlisin/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", "https://zp.kemt.fei.tuke.sk/topics/faq", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0094", "split": "test", "category": "fact_title", "difficulty": "easy", "question": "Aký je názov diplomová práca osoby Márk Fehér?", "mode": "vector", "expected_documents": [ "pages/students/2016/mark_feher/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/mark_feher/README.md", "pages/students/2016/tomas_kucharik/README.md", "pages/students/2017/martin_jancura/README.md", "pages/students/2016/maros_harahus/README.md", "pages/students/2020/david_kostilnik/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0094", "split": "test", "category": "fact_title", "difficulty": "easy", "question": "Aký je názov diplomová práca osoby Márk Fehér?", "mode": "hybrid", "expected_documents": [ "pages/students/2016/mark_feher/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/mark_feher/README.md", "pages/students/2016/maros_harahus/README.md", "pages/students/2016/tomas_kucharik/README.md", "pages/students/2016/dominik_nagy/README.md", "pages/students/2017/martin_jancura/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0095", "split": "test", "category": "reverse_lookup", "difficulty": "medium", "question": "Kto sa venuje práci s názvom „Klasifikácia textu metódami strojového učenia“?", "mode": "fts", "expected_documents": [ "pages/students/2016/mark_feher/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/mark_feher/README.md", "pages/students/2016/darius_lindvai/timovy_projekt/tutorial/README.md", "pages/students/2016/jakub_maruniak/timovy_projekt/README.md", "pages/students/2021/matej_novotny/README.md", "pages/students/2016/patrik_pavlisin/dp21/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai/timovy_projekt/tutorial", "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt", "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/dp21" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0095", "split": "test", "category": "reverse_lookup", "difficulty": "medium", "question": "Kto sa venuje práci s názvom „Klasifikácia textu metódami strojového učenia“?", "mode": "vector", "expected_documents": [ "pages/students/2016/mark_feher/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/mark_feher/README.md", "pages/students/2016/jan_holp/timovy_projekt/README.md", "pages/students/2020/matus_suchanic/README.md", "pages/students/2019/artem_yatsenko/README.md", "pages/students/2016/jan_holp/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt", "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0095", "split": "test", "category": "reverse_lookup", "difficulty": "medium", "question": "Kto sa venuje práci s názvom „Klasifikácia textu metódami strojového učenia“?", "mode": "hybrid", "expected_documents": [ "pages/students/2016/mark_feher/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/mark_feher/README.md", "pages/students/2016/jan_holp/timovy_projekt/README.md", "pages/students/2020/matus_suchanic/README.md", "pages/students/2019/artem_yatsenko/README.md", "pages/students/2016/jan_holp/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt", "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0096", "split": "test", "category": "topic_lookup", "difficulty": "medium", "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Klasifikácia textu metódami strojového učenia“.", "mode": "fts", "expected_documents": [ "pages/students/2016/mark_feher/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/mark_feher/README.md", "pages/students/2016/jakub_maruniak/timovy_projekt/README.md", "pages/students/2021/matej_novotny/README.md", "pages/students/2016/patrik_pavlisin/tp20/README.md", "pages/students/2021/vladimir_ferko/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt", "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20", "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0096", "split": "test", "category": "topic_lookup", "difficulty": "medium", "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Klasifikácia textu metódami strojového učenia“.", "mode": "vector", "expected_documents": [ "pages/students/2016/mark_feher/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/mark_feher/README.md", "pages/students/2016/lukas_pokryvka/timovy_projekt/README.md", "pages/students/2022/andrii_pervashov/README.md", "pages/students/2016/jan_holp/timovy_projekt/README.md", "pages/students/2016/tomas_kucharik/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka/timovy_projekt", "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0096", "split": "test", "category": "topic_lookup", "difficulty": "medium", "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Klasifikácia textu metódami strojového učenia“.", "mode": "hybrid", "expected_documents": [ "pages/students/2016/mark_feher/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/mark_feher/README.md", "pages/students/2022/andrii_pervashov/README.md", "pages/students/2016/jan_holp/timovy_projekt/README.md", "pages/students/2021/matej_novotny/README.md", "pages/students/2020/matej_kobylan/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt", "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0097", "split": "test", "category": "paraphrase", "difficulty": "medium", "question": "O čom je práca osoby Márk Fehér?", "mode": "fts", "expected_documents": [ "pages/students/2016/mark_feher/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/mark_feher/README.md", "pages/students/2021/martin_sarissky/README.md", "pages/topics/faq/README.md", "pages/students/2016/ediz_morochovic/README.md", "pages/students/2022/jan_ptak/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/topics/faq", "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0097", "split": "test", "category": "paraphrase", "difficulty": "medium", "question": "O čom je práca osoby Márk Fehér?", "mode": "vector", "expected_documents": [ "pages/students/2016/mark_feher/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/mark_feher/README.md", "pages/students/2016/tomas_kucharik/README.md", "pages/students/2020/david_kostilnik/README.md", "pages/students/2023/samuel_dzurina/README.md", "pages/students/2021/vladimir_ferko/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0097", "split": "test", "category": "paraphrase", "difficulty": "medium", "question": "O čom je práca osoby Márk Fehér?", "mode": "hybrid", "expected_documents": [ "pages/students/2016/mark_feher/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/mark_feher/README.md", "pages/students/2019/artem_yatsenko/README.md", "pages/students/2016/tomas_kucharik/README.md", "pages/students/2020/david_kostilnik/README.md", "pages/students/2023/samuel_dzurina/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0098", "split": "test", "category": "fact_work_year", "difficulty": "easy", "question": "V ktorom roku je pri osobe Márk Fehér uvedená diplomová práca?", "mode": "fts", "expected_documents": [ "pages/students/2016/mark_feher/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/mark_feher/README.md", "pages/students/2021/matej_scislak/README.md", "pages/topics/faq/README.md", "pages/students/2018/david_omasta/README.md", "pages/students/2016/darius_lindvai/timovy_projekt/resers/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/topics/faq", "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai/timovy_projekt/resers" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0098", "split": "test", "category": "fact_work_year", "difficulty": "easy", "question": "V ktorom roku je pri osobe Márk Fehér uvedená diplomová práca?", "mode": "vector", "expected_documents": [ "pages/students/2016/mark_feher/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/mark_feher/README.md", "pages/students/2016/tomas_kucharik/README.md", "pages/students/2016/maros_harahus/README.md", "pages/students/2017/martin_jancura/README.md", "pages/students/2016/dominik_nagy/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0098", "split": "test", "category": "fact_work_year", "difficulty": "easy", "question": "V ktorom roku je pri osobe Márk Fehér uvedená diplomová práca?", "mode": "hybrid", "expected_documents": [ "pages/students/2016/mark_feher/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/mark_feher/README.md", "pages/students/2016/tomas_kucharik/README.md", "pages/students/2016/jan_holp/README.md", "pages/students/2016/maros_harahus/README.md", "pages/students/2017/martin_jancura/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0099", "split": "test", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou klasifikácia textu a osobou Márk Fehér?", "mode": "fts", "expected_documents": [ "pages/students/2016/mark_feher/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/mark_feher/README.md", "pages/students/2017/martin_jancura/README.md", "pages/topics/faq/README.md", "pages/students/2021/matej_novotny/README.md", "pages/students/2021/martin_sarissky/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", "https://zp.kemt.fei.tuke.sk/topics/faq", "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0099", "split": "test", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou klasifikácia textu a osobou Márk Fehér?", "mode": "vector", "expected_documents": [ "pages/students/2016/mark_feher/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/mark_feher/README.md", "pages/students/2021/matej_novotny/README.md", "pages/topics/faq/README.md", "pages/students/2020/matus_suchanic/README.md", "pages/students/2021/vladimir_ferko/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/topics/faq", "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0099", "split": "test", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou klasifikácia textu a osobou Márk Fehér?", "mode": "hybrid", "expected_documents": [ "pages/students/2016/mark_feher/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/mark_feher/README.md", "pages/students/2021/matej_novotny/README.md", "pages/topics/faq/README.md", "pages/students/2020/matus_suchanic/README.md", "pages/students/2021/vladimir_ferko/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/topics/faq", "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0100", "split": "test", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou strojové učenie a osobou Márk Fehér?", "mode": "fts", "expected_documents": [ "pages/students/2016/mark_feher/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/mark_feher/README.md", "pages/students/2016/jakub_maruniak/timovy_projekt/README.md", "pages/topics/faq/README.md", "pages/students/2016/patrik_pavlisin/dp21/README.md", "pages/students/2016/jan_holp/timovy_projekt/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt", "https://zp.kemt.fei.tuke.sk/topics/faq", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/dp21", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0100", "split": "test", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou strojové učenie a osobou Márk Fehér?", "mode": "vector", "expected_documents": [ "pages/students/2016/mark_feher/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/mark_feher/README.md", "pages/students/2016/jan_holp/timovy_projekt/README.md", "pages/topics/faq/README.md", "pages/students/2019/kristian_sopkovic/README.md", "pages/students/2016/patrik_pavlisin/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt", "https://zp.kemt.fei.tuke.sk/topics/faq", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0100", "split": "test", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou strojové učenie a osobou Márk Fehér?", "mode": "hybrid", "expected_documents": [ "pages/students/2016/mark_feher/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/mark_feher/README.md", "pages/students/2016/jan_holp/timovy_projekt/README.md", "pages/students/2016/patrik_pavlisin/README.md", "pages/topics/faq/README.md", "pages/students/2016/maros_harahus/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", "https://zp.kemt.fei.tuke.sk/topics/faq", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0101", "split": "test", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou scikit a osobou Márk Fehér?", "mode": "fts", "expected_documents": [ "pages/students/2016/mark_feher/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/mark_feher/README.md", "pages/topics/faq/README.md", "pages/students/2017/martin_jancura/README.md", "pages/students/2021/martin_sarissky/README.md", "pages/students/2016/maros_harahus/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", "https://zp.kemt.fei.tuke.sk/topics/faq", "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0101", "split": "test", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou scikit a osobou Márk Fehér?", "mode": "vector", "expected_documents": [ "pages/students/2016/mark_feher/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/mark_feher/README.md", "pages/students/2016/jakub_maruniak/README.md", "pages/students/2021/matej_scislak/README.md", "pages/topics/faq/README.md", "pages/students/2016/tomas_kucharik/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/topics/faq", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0101", "split": "test", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou scikit a osobou Márk Fehér?", "mode": "hybrid", "expected_documents": [ "pages/students/2016/mark_feher/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2016/mark_feher/README.md", "pages/students/2016/jakub_maruniak/README.md", "pages/students/2021/matej_scislak/README.md", "pages/topics/faq/README.md", "pages/students/2016/maros_harahus/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/topics/faq", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0112", "split": "test", "category": "entity_lookup", "difficulty": "easy", "question": "Nájdi dokument o osobe Dmytro Ushatenko.", "mode": "fts", "expected_documents": [ "pages/students/2017/dmytro_ushatenko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2017/dmytro_ushatenko/README.md", "pages/topics/chatbot/README.md", "pages/students/2019/dmytro_mural/README.md", "pages/students/2021/matej_scislak/README.md", "pages/students/2019/david_stromp/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", "https://zp.kemt.fei.tuke.sk/topics/chatbot", "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0112", "split": "test", "category": "entity_lookup", "difficulty": "easy", "question": "Nájdi dokument o osobe Dmytro Ushatenko.", "mode": "vector", "expected_documents": [ "pages/students/2017/dmytro_ushatenko/README.md" ], "first_relevant_rank": 3, "reciprocal_rank": 0.333333, "top_documents": [ "pages/students/2021/manohar_gowdru_shridharu/README.md", "pages/interns/sevval_bulburu/README.md", "pages/students/2017/dmytro_ushatenko/README.md", "pages/interns/oliver_pejic/README.md", "pages/students/2023/samuel_dzurina/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "hit_at_1": 0, "recall_at_1": 0.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0112", "split": "test", "category": "entity_lookup", "difficulty": "easy", "question": "Nájdi dokument o osobe Dmytro Ushatenko.", "mode": "hybrid", "expected_documents": [ "pages/students/2017/dmytro_ushatenko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2017/dmytro_ushatenko/README.md", "pages/students/2021/manohar_gowdru_shridharu/README.md", "pages/interns/sevval_bulburu/README.md", "pages/interns/oliver_pejic/README.md", "pages/students/2019/michal_stromko/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0113", "split": "test", "category": "fact_title", "difficulty": "easy", "question": "Aký je názov bakalárska práca osoby Dmytro Ushatenko?", "mode": "fts", "expected_documents": [ "pages/students/2017/dmytro_ushatenko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2017/dmytro_ushatenko/README.md", "pages/topics/chatbot/README.md", "pages/students/2019/dmytro_mural/README.md", "pages/students/2020/matus_suchanic/README.md", "pages/students/2021/martin_sarissky/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", "https://zp.kemt.fei.tuke.sk/topics/chatbot", "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0113", "split": "test", "category": "fact_title", "difficulty": "easy", "question": "Aký je názov bakalárska práca osoby Dmytro Ushatenko?", "mode": "vector", "expected_documents": [ "pages/students/2017/dmytro_ushatenko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2017/dmytro_ushatenko/README.md", "pages/students/2019/dmytro_mural/README.md", "pages/students/2023/maksym_zatirka/README.md", "pages/students/2023/oleksandr_dorybohov/README.md", "pages/students/2020/matus_suchanic/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0113", "split": "test", "category": "fact_title", "difficulty": "easy", "question": "Aký je názov bakalárska práca osoby Dmytro Ushatenko?", "mode": "hybrid", "expected_documents": [ "pages/students/2017/dmytro_ushatenko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2017/dmytro_ushatenko/README.md", "pages/students/2019/dmytro_mural/README.md", "pages/students/2019/michal_stromko/README.md", "pages/students/2023/maksym_zatirka/README.md", "pages/students/2023/oleksandr_dorybohov/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0114", "split": "test", "category": "reverse_lookup", "difficulty": "medium", "question": "Kto sa venuje práci s názvom „Jednoduchý chatbot v jazyku Python“?", "mode": "fts", "expected_documents": [ "pages/students/2017/dmytro_ushatenko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2017/dmytro_ushatenko/README.md", "pages/students/2021/matej_scislak/README.md", "pages/students/2019/samuel_horani/README.md", "pages/students/2020/vladyslav_krupko/README.md", "pages/students/2020/jakub_kristian_lukas/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0114", "split": "test", "category": "reverse_lookup", "difficulty": "medium", "question": "Kto sa venuje práci s názvom „Jednoduchý chatbot v jazyku Python“?", "mode": "vector", "expected_documents": [ "pages/students/2017/dmytro_ushatenko/README.md" ], "first_relevant_rank": 5, "reciprocal_rank": 0.2, "top_documents": [ "pages/students/2022/yevhenii_leonov/README.md", "pages/students/2021/artur_hyrenko/README.md", "pages/topics/chatbot/README.md", "pages/students/2019/samuel_horani/README.md", "pages/students/2017/dmytro_ushatenko/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko", "https://zp.kemt.fei.tuke.sk/topics/chatbot", "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" ], "hit_at_1": 0, "recall_at_1": 0.0, "hit_at_3": 0, "recall_at_3": 0.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0114", "split": "test", "category": "reverse_lookup", "difficulty": "medium", "question": "Kto sa venuje práci s názvom „Jednoduchý chatbot v jazyku Python“?", "mode": "hybrid", "expected_documents": [ "pages/students/2017/dmytro_ushatenko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2017/dmytro_ushatenko/README.md", "pages/topics/chatbot/README.md", "pages/students/2021/artur_hyrenko/README.md", "pages/students/2019/samuel_horani/README.md", "pages/students/2021/martin_sarissky/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", "https://zp.kemt.fei.tuke.sk/topics/chatbot", "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko", "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0115", "split": "test", "category": "topic_lookup", "difficulty": "medium", "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Jednoduchý chatbot v jazyku Python“.", "mode": "fts", "expected_documents": [ "pages/students/2017/dmytro_ushatenko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2017/dmytro_ushatenko/README.md", "pages/students/2021/matej_scislak/README.md", "pages/students/2021/martin_sarissky/README.md", "pages/topics/chatbot/README.md", "pages/students/2019/samuel_horani/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/topics/chatbot", "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0115", "split": "test", "category": "topic_lookup", "difficulty": "medium", "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Jednoduchý chatbot v jazyku Python“.", "mode": "vector", "expected_documents": [ "pages/students/2017/dmytro_ushatenko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2017/dmytro_ushatenko/README.md", "pages/topics/chatbot/README.md", "pages/students/2022/yevhenii_leonov/README.md", "pages/students/2021/matej_scislak/README.md", "pages/students/2019/samuel_horani/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", "https://zp.kemt.fei.tuke.sk/topics/chatbot", "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0115", "split": "test", "category": "topic_lookup", "difficulty": "medium", "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Jednoduchý chatbot v jazyku Python“.", "mode": "hybrid", "expected_documents": [ "pages/students/2017/dmytro_ushatenko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2017/dmytro_ushatenko/README.md", "pages/students/2021/matej_scislak/README.md", "pages/topics/chatbot/README.md", "pages/students/2021/martin_sarissky/README.md", "pages/students/2019/samuel_horani/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/topics/chatbot", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0116", "split": "test", "category": "paraphrase", "difficulty": "medium", "question": "O čom je práca osoby Dmytro Ushatenko?", "mode": "fts", "expected_documents": [ "pages/students/2017/dmytro_ushatenko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2017/dmytro_ushatenko/README.md", "pages/topics/chatbot/README.md", "pages/students/2019/dmytro_mural/README.md", "pages/students/2021/martin_sarissky/README.md", "pages/students/2016/maros_harahus/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", "https://zp.kemt.fei.tuke.sk/topics/chatbot", "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0116", "split": "test", "category": "paraphrase", "difficulty": "medium", "question": "O čom je práca osoby Dmytro Ushatenko?", "mode": "vector", "expected_documents": [ "pages/students/2017/dmytro_ushatenko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2017/dmytro_ushatenko/README.md", "pages/students/2023/oleksandr_dorybohov/README.md", "pages/students/2016/tomas_kucharik/README.md", "pages/students/2020/matus_suchanic/README.md", "pages/students/2020/matej_kobylan/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0116", "split": "test", "category": "paraphrase", "difficulty": "medium", "question": "O čom je práca osoby Dmytro Ushatenko?", "mode": "hybrid", "expected_documents": [ "pages/students/2017/dmytro_ushatenko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2017/dmytro_ushatenko/README.md", "pages/students/2020/matej_kobylan/README.md", "pages/students/2019/dmytro_mural/README.md", "pages/students/2023/oleksandr_dorybohov/README.md", "pages/students/2016/tomas_kucharik/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0117", "split": "test", "category": "fact_work_year", "difficulty": "easy", "question": "V ktorom roku je pri osobe Dmytro Ushatenko uvedená bakalárska práca?", "mode": "fts", "expected_documents": [ "pages/students/2017/dmytro_ushatenko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2017/dmytro_ushatenko/README.md", "pages/topics/chatbot/README.md", "pages/students/2019/dmytro_mural/README.md", "pages/students/2021/matej_scislak/README.md", "pages/students/2016/darius_lindvai/timovy_projekt/resers/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", "https://zp.kemt.fei.tuke.sk/topics/chatbot", "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai/timovy_projekt/resers" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0117", "split": "test", "category": "fact_work_year", "difficulty": "easy", "question": "V ktorom roku je pri osobe Dmytro Ushatenko uvedená bakalárska práca?", "mode": "vector", "expected_documents": [ "pages/students/2017/dmytro_ushatenko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2017/dmytro_ushatenko/README.md", "pages/students/2019/dmytro_mural/README.md", "pages/students/2020/vladyslav_krupko/README.md", "pages/students/2019/michal_stromko/README.md", "pages/students/2020/matus_suchanic/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0117", "split": "test", "category": "fact_work_year", "difficulty": "easy", "question": "V ktorom roku je pri osobe Dmytro Ushatenko uvedená bakalárska práca?", "mode": "hybrid", "expected_documents": [ "pages/students/2017/dmytro_ushatenko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2017/dmytro_ushatenko/README.md", "pages/students/2019/dmytro_mural/README.md", "pages/students/2020/vladyslav_krupko/README.md", "pages/students/2019/michal_stromko/README.md", "pages/students/2020/matus_suchanic/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0118", "split": "test", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou chatbot a osobou Dmytro Ushatenko?", "mode": "fts", "expected_documents": [ "pages/students/2017/dmytro_ushatenko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2017/dmytro_ushatenko/README.md", "pages/topics/chatbot/README.md", "pages/students/2019/dmytro_mural/README.md", "pages/students/2021/martin_sarissky/README.md", "pages/students/2017/martin_jancura/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", "https://zp.kemt.fei.tuke.sk/topics/chatbot", "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0118", "split": "test", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou chatbot a osobou Dmytro Ushatenko?", "mode": "vector", "expected_documents": [ "pages/students/2017/dmytro_ushatenko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2017/dmytro_ushatenko/README.md", "pages/topics/chatbot/README.md", "pages/students/2021/martin_sarissky/README.md", "pages/students/2021/matej_scislak/README.md", "pages/students/2021/artur_hyrenko/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", "https://zp.kemt.fei.tuke.sk/topics/chatbot", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0118", "split": "test", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou chatbot a osobou Dmytro Ushatenko?", "mode": "hybrid", "expected_documents": [ "pages/students/2017/dmytro_ushatenko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2017/dmytro_ushatenko/README.md", "pages/topics/chatbot/README.md", "pages/students/2021/martin_sarissky/README.md", "pages/students/2021/artur_hyrenko/README.md", "pages/students/2021/matej_scislak/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", "https://zp.kemt.fei.tuke.sk/topics/chatbot", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0119", "split": "test", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou Python a osobou Dmytro Ushatenko?", "mode": "fts", "expected_documents": [ "pages/students/2017/dmytro_ushatenko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2017/dmytro_ushatenko/README.md", "pages/topics/chatbot/README.md", "pages/students/2017/martin_jancura/README.md", "pages/students/2019/dmytro_mural/README.md", "pages/students/2016/maros_harahus/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", "https://zp.kemt.fei.tuke.sk/topics/chatbot", "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0119", "split": "test", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou Python a osobou Dmytro Ushatenko?", "mode": "vector", "expected_documents": [ "pages/students/2017/dmytro_ushatenko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2017/dmytro_ushatenko/README.md", "pages/students/2023/maksym_zatirka/README.md", "pages/students/2022/valerii_kutsenko/README.md", "pages/students/2023/oleksandr_dorybohov/README.md", "pages/students/2018/oleh_bilykh/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0119", "split": "test", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou Python a osobou Dmytro Ushatenko?", "mode": "hybrid", "expected_documents": [ "pages/students/2017/dmytro_ushatenko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2017/dmytro_ushatenko/README.md", "pages/students/2023/oleksandr_dorybohov/README.md", "pages/students/2021/oleksandr_hryshchenko/README.md", "pages/students/2023/maksym_zatirka/README.md", "pages/students/2022/valerii_kutsenko/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko", "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0120", "split": "test", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou dialógový systém a osobou Dmytro Ushatenko?", "mode": "fts", "expected_documents": [ "pages/students/2017/dmytro_ushatenko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2017/dmytro_ushatenko/README.md", "pages/topics/chatbot/README.md", "pages/students/2019/dmytro_mural/README.md", "pages/students/2021/matej_scislak/README.md", "pages/students/2021/martin_sarissky/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", "https://zp.kemt.fei.tuke.sk/topics/chatbot", "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0120", "split": "test", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou dialógový systém a osobou Dmytro Ushatenko?", "mode": "vector", "expected_documents": [ "pages/students/2017/dmytro_ushatenko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2017/dmytro_ushatenko/README.md", "pages/topics/chatbot/README.md", "pages/students/2021/matej_scislak/README.md", "pages/students/2021/eduard_matovka/README.md", "pages/students/2023/oleksandr_dorybohov/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", "https://zp.kemt.fei.tuke.sk/topics/chatbot", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0120", "split": "test", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou dialógový systém a osobou Dmytro Ushatenko?", "mode": "hybrid", "expected_documents": [ "pages/students/2017/dmytro_ushatenko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2017/dmytro_ushatenko/README.md", "pages/topics/chatbot/README.md", "pages/students/2021/matej_scislak/README.md", "pages/students/2016/patrik_pavlisin/README.md", "pages/topics/faq/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", "https://zp.kemt.fei.tuke.sk/topics/chatbot", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", "https://zp.kemt.fei.tuke.sk/topics/faq" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0121", "split": "test", "category": "specific_fact", "difficulty": "medium", "question": "O čom mal informovať chatbot Dmytra Ushatenka?", "mode": "fts", "expected_documents": [ "pages/students/2017/dmytro_ushatenko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2017/dmytro_ushatenko/README.md", "pages/students/2021/matej_scislak/README.md", "pages/students/2021/martin_sarissky/README.md", "pages/students/2019/samuel_horani/README.md", "pages/students/2017/martin_jancura/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0121", "split": "test", "category": "specific_fact", "difficulty": "medium", "question": "O čom mal informovať chatbot Dmytra Ushatenka?", "mode": "vector", "expected_documents": [ "pages/students/2017/dmytro_ushatenko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2017/dmytro_ushatenko/README.md", "pages/students/2019/samuel_horani/README.md", "pages/students/2021/martin_sarissky/README.md", "pages/students/2023/samuel_dzurina/README.md", "pages/students/2021/artur_hyrenko/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0121", "split": "test", "category": "specific_fact", "difficulty": "medium", "question": "O čom mal informovať chatbot Dmytra Ushatenka?", "mode": "hybrid", "expected_documents": [ "pages/students/2017/dmytro_ushatenko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2017/dmytro_ushatenko/README.md", "pages/students/2019/samuel_horani/README.md", "pages/students/2021/martin_sarissky/README.md", "pages/students/2023/samuel_dzurina/README.md", "pages/students/2021/matej_scislak/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0132", "split": "test", "category": "entity_lookup", "difficulty": "easy", "question": "Nájdi dokument o osobe Martin Wencel.", "mode": "fts", "expected_documents": [ "pages/students/2018/martin_wencel/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2018/martin_wencel/README.md", "pages/students/2019/kristian_sopkovic/README.md", "pages/topics/spacy/README.md", "pages/students/2019/artem_yatsenko/README.md", "pages/students/2021/martin_sarissky/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", "https://zp.kemt.fei.tuke.sk/topics/spacy", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0132", "split": "test", "category": "entity_lookup", "difficulty": "easy", "question": "Nájdi dokument o osobe Martin Wencel.", "mode": "vector", "expected_documents": [ "pages/students/2018/martin_wencel/README.md" ], "first_relevant_rank": 2, "reciprocal_rank": 0.5, "top_documents": [ "pages/students/2021/manohar_gowdru_shridharu/README.md", "pages/students/2018/martin_wencel/README.md", "pages/students/2017/martin_jancura/README.md", "pages/students/2023/samuel_dzurina/README.md", "pages/students/2023/rostyslav_rodzhuk/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" ], "hit_at_1": 0, "recall_at_1": 0.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0132", "split": "test", "category": "entity_lookup", "difficulty": "easy", "question": "Nájdi dokument o osobe Martin Wencel.", "mode": "hybrid", "expected_documents": [ "pages/students/2018/martin_wencel/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2018/martin_wencel/README.md", "pages/students/2021/manohar_gowdru_shridharu/README.md", "pages/students/2017/martin_jancura/README.md", "pages/students/2019/artem_yatsenko/README.md", "pages/students/2023/samuel_dzurina/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0133", "split": "test", "category": "fact_title", "difficulty": "easy", "question": "Aký je názov bakalárska práca osoby Martin Wencel?", "mode": "fts", "expected_documents": [ "pages/students/2018/martin_wencel/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2018/martin_wencel/README.md", "pages/students/2019/artem_yatsenko/README.md", "pages/students/2021/martin_sarissky/README.md", "pages/topics/spacy/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/topics/spacy", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0133", "split": "test", "category": "fact_title", "difficulty": "easy", "question": "Aký je názov bakalárska práca osoby Martin Wencel?", "mode": "vector", "expected_documents": [ "pages/students/2018/martin_wencel/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2018/martin_wencel/README.md", "pages/students/2019/artem_yatsenko/README.md", "pages/students/2017/martin_jancura/README.md", "pages/students/2019/michal_stromko/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0133", "split": "test", "category": "fact_title", "difficulty": "easy", "question": "Aký je názov bakalárska práca osoby Martin Wencel?", "mode": "hybrid", "expected_documents": [ "pages/students/2018/martin_wencel/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2018/martin_wencel/README.md", "pages/students/2019/artem_yatsenko/README.md", "pages/students/2017/martin_jancura/README.md", "pages/students/2019/kristian_sopkovic/README.md", "pages/students/2019/michal_stromko/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0134", "split": "test", "category": "reverse_lookup", "difficulty": "medium", "question": "Kto sa venuje práci s názvom „Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy“?", "mode": "fts", "expected_documents": [ "pages/students/2018/martin_wencel/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2018/martin_wencel/README.md", "pages/students/2016/jakub_maruniak/README.md", "pages/students/2016/maros_harahus/timovy_projekt/README.md", "pages/students/2019/kristian_sopkovic/README.md", "pages/students/2018/NaN1name_buday/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", "https://zp.kemt.fei.tuke.sk/students/2018/NaN1name_buday" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0134", "split": "test", "category": "reverse_lookup", "difficulty": "medium", "question": "Kto sa venuje práci s názvom „Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy“?", "mode": "vector", "expected_documents": [ "pages/students/2018/martin_wencel/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2018/martin_wencel/README.md", "pages/topics/spacy/README.md", "pages/students/2016/maros_harahus/timovy_projekt/README.md", "pages/students/2016/maros_harahus/README.md", "pages/students/2016/jakub_maruniak/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", "https://zp.kemt.fei.tuke.sk/topics/spacy", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0134", "split": "test", "category": "reverse_lookup", "difficulty": "medium", "question": "Kto sa venuje práci s názvom „Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy“?", "mode": "hybrid", "expected_documents": [ "pages/students/2018/martin_wencel/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2018/martin_wencel/README.md", "pages/students/2016/maros_harahus/timovy_projekt/README.md", "pages/topics/spacy/README.md", "pages/students/2016/maros_harahus/README.md", "pages/students/2016/jakub_maruniak/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt", "https://zp.kemt.fei.tuke.sk/topics/spacy", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0135", "split": "test", "category": "topic_lookup", "difficulty": "medium", "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy“.", "mode": "fts", "expected_documents": [ "pages/students/2018/martin_wencel/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2018/martin_wencel/README.md", "pages/students/2016/jakub_maruniak/README.md", "pages/students/2016/maros_harahus/timovy_projekt/README.md", "pages/students/2019/kristian_sopkovic/README.md", "pages/students/2018/NaN1name_buday/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", "https://zp.kemt.fei.tuke.sk/students/2018/NaN1name_buday" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0135", "split": "test", "category": "topic_lookup", "difficulty": "medium", "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy“.", "mode": "vector", "expected_documents": [ "pages/students/2018/martin_wencel/README.md" ], "first_relevant_rank": 2, "reciprocal_rank": 0.5, "top_documents": [ "pages/students/2016/maros_harahus/timovy_projekt/README.md", "pages/students/2018/martin_wencel/README.md", "pages/topics/spacy/README.md", "pages/students/2019/kristian_sopkovic/README.md", "pages/students/2016/jakub_maruniak/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt", "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", "https://zp.kemt.fei.tuke.sk/topics/spacy", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" ], "hit_at_1": 0, "recall_at_1": 0.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0135", "split": "test", "category": "topic_lookup", "difficulty": "medium", "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy“.", "mode": "hybrid", "expected_documents": [ "pages/students/2018/martin_wencel/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2018/martin_wencel/README.md", "pages/students/2016/maros_harahus/timovy_projekt/README.md", "pages/students/2016/jakub_maruniak/README.md", "pages/topics/spacy/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt", "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/topics/spacy", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0136", "split": "test", "category": "paraphrase", "difficulty": "medium", "question": "O čom je práca osoby Martin Wencel?", "mode": "fts", "expected_documents": [ "pages/students/2018/martin_wencel/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2018/martin_wencel/README.md", "pages/students/2021/martin_sarissky/README.md", "pages/students/2019/artem_yatsenko/README.md", "pages/topics/spacy/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/topics/spacy", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0136", "split": "test", "category": "paraphrase", "difficulty": "medium", "question": "O čom je práca osoby Martin Wencel?", "mode": "vector", "expected_documents": [ "pages/students/2018/martin_wencel/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2018/martin_wencel/README.md", "pages/students/2017/martin_jancura/README.md", "pages/students/2019/artem_yatsenko/README.md", "pages/students/2019/michal_stromko/README.md", "pages/students/2020/kamil_tomcufcik/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "https://zp.kemt.fei.tuke.sk/students/2020/kamil_tomcufcik" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0136", "split": "test", "category": "paraphrase", "difficulty": "medium", "question": "O čom je práca osoby Martin Wencel?", "mode": "hybrid", "expected_documents": [ "pages/students/2018/martin_wencel/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2018/martin_wencel/README.md", "pages/students/2019/artem_yatsenko/README.md", "pages/students/2017/martin_jancura/README.md", "pages/students/2019/kristian_sopkovic/README.md", "pages/students/2019/michal_stromko/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0137", "split": "test", "category": "fact_work_year", "difficulty": "easy", "question": "V ktorom roku je pri osobe Martin Wencel uvedená bakalárska práca?", "mode": "fts", "expected_documents": [ "pages/students/2018/martin_wencel/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2018/martin_wencel/README.md", "pages/topics/spacy/README.md", "pages/students/2019/artem_yatsenko/README.md", "pages/students/2019/kristian_sopkovic/README.md", "pages/students/2021/martin_sarissky/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", "https://zp.kemt.fei.tuke.sk/topics/spacy", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0137", "split": "test", "category": "fact_work_year", "difficulty": "easy", "question": "V ktorom roku je pri osobe Martin Wencel uvedená bakalárska práca?", "mode": "vector", "expected_documents": [ "pages/students/2018/martin_wencel/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2018/martin_wencel/README.md", "pages/students/2019/artem_yatsenko/README.md", "pages/students/2017/martin_jancura/README.md", "pages/students/2019/michal_stromko/README.md", "pages/students/2016/ediz_morochovic/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0137", "split": "test", "category": "fact_work_year", "difficulty": "easy", "question": "V ktorom roku je pri osobe Martin Wencel uvedená bakalárska práca?", "mode": "hybrid", "expected_documents": [ "pages/students/2018/martin_wencel/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2018/martin_wencel/README.md", "pages/students/2019/artem_yatsenko/README.md", "pages/students/2017/martin_jancura/README.md", "pages/students/2019/kristian_sopkovic/README.md", "pages/students/2019/michal_stromko/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0138", "split": "test", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou Spacy a osobou Martin Wencel?", "mode": "fts", "expected_documents": [ "pages/students/2018/martin_wencel/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2018/martin_wencel/README.md", "pages/topics/spacy/README.md", "pages/students/2017/martin_jancura/README.md", "pages/students/2019/artem_yatsenko/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", "https://zp.kemt.fei.tuke.sk/topics/spacy", "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0138", "split": "test", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou Spacy a osobou Martin Wencel?", "mode": "vector", "expected_documents": [ "pages/students/2018/martin_wencel/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2018/martin_wencel/README.md", "pages/students/2019/artem_yatsenko/README.md", "pages/students/2019/kristian_sopkovic/README.md", "pages/topics/spacy/README.md", "pages/students/2016/maros_harahus/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", "https://zp.kemt.fei.tuke.sk/topics/spacy", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0138", "split": "test", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou Spacy a osobou Martin Wencel?", "mode": "hybrid", "expected_documents": [ "pages/students/2018/martin_wencel/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2018/martin_wencel/README.md", "pages/students/2019/artem_yatsenko/README.md", "pages/students/2019/kristian_sopkovic/README.md", "pages/topics/spacy/README.md", "pages/students/2016/maros_harahus/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", "https://zp.kemt.fei.tuke.sk/topics/spacy", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0139", "split": "test", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou morfologická analýza a osobou Martin Wencel?", "mode": "fts", "expected_documents": [ "pages/students/2018/martin_wencel/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2018/martin_wencel/README.md", "pages/students/2017/martin_jancura/README.md", "pages/topics/morphology/README.md", "pages/topics/otvorene/README.md", "pages/topics/spacy/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", "https://zp.kemt.fei.tuke.sk/topics/morphology", "https://zp.kemt.fei.tuke.sk/topics/otvorene", "https://zp.kemt.fei.tuke.sk/topics/spacy" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0139", "split": "test", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou morfologická analýza a osobou Martin Wencel?", "mode": "vector", "expected_documents": [ "pages/students/2018/martin_wencel/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2018/martin_wencel/README.md", "pages/topics/morphology/README.md", "pages/students/2019/artem_yatsenko/README.md", "pages/students/2016/maros_harahus/README.md", "pages/students/2020/kamil_tomcufcik/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", "https://zp.kemt.fei.tuke.sk/topics/morphology", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2020/kamil_tomcufcik" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0139", "split": "test", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou morfologická analýza a osobou Martin Wencel?", "mode": "hybrid", "expected_documents": [ "pages/students/2018/martin_wencel/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2018/martin_wencel/README.md", "pages/topics/morphology/README.md", "pages/students/2019/artem_yatsenko/README.md", "pages/students/2016/maros_harahus/README.md", "pages/students/2017/martin_jancura/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", "https://zp.kemt.fei.tuke.sk/topics/morphology", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0140", "split": "test", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou pomenované entity a osobou Martin Wencel?", "mode": "fts", "expected_documents": [ "pages/students/2018/martin_wencel/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2018/martin_wencel/README.md", "pages/topics/named-entity/README.md", "pages/students/2019/artem_yatsenko/README.md", "pages/students/2017/martin_jancura/README.md", "pages/topics/spacy/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", "https://zp.kemt.fei.tuke.sk/topics/named-entity", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", "https://zp.kemt.fei.tuke.sk/topics/spacy" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0140", "split": "test", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou pomenované entity a osobou Martin Wencel?", "mode": "vector", "expected_documents": [ "pages/students/2018/martin_wencel/README.md" ], "first_relevant_rank": 2, "reciprocal_rank": 0.5, "top_documents": [ "pages/students/2019/artem_yatsenko/README.md", "pages/students/2018/martin_wencel/README.md", "pages/students/2016/ediz_morochovic/README.md", "pages/students/2017/martin_jancura/README.md", "pages/students/2020/kamil_tomcufcik/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", "https://zp.kemt.fei.tuke.sk/students/2020/kamil_tomcufcik" ], "hit_at_1": 0, "recall_at_1": 0.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0140", "split": "test", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou pomenované entity a osobou Martin Wencel?", "mode": "hybrid", "expected_documents": [ "pages/students/2018/martin_wencel/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2018/martin_wencel/README.md", "pages/topics/named-entity/README.md", "pages/students/2019/artem_yatsenko/README.md", "pages/students/2017/martin_jancura/README.md", "pages/students/2016/patrik_pavlisin/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", "https://zp.kemt.fei.tuke.sk/topics/named-entity", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0141", "split": "test", "category": "specific_fact", "difficulty": "medium", "question": "Aké tri NLP úlohy mal Martin Wencel vysvetliť v práci?", "mode": "fts", "expected_documents": [ "pages/students/2018/martin_wencel/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2018/martin_wencel/README.md", "pages/students/2021/martin_sarissky/README.md", "pages/students/2017/martin_jancura/README.md", "pages/topics/spacy/README.md", "pages/students/2016/patrik_pavlisin/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", "https://zp.kemt.fei.tuke.sk/topics/spacy", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0141", "split": "test", "category": "specific_fact", "difficulty": "medium", "question": "Aké tri NLP úlohy mal Martin Wencel vysvetliť v práci?", "mode": "vector", "expected_documents": [ "pages/students/2018/martin_wencel/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2018/martin_wencel/README.md", "pages/students/2017/martin_jancura/README.md", "pages/students/2018/ondrej_megela/README.md", "pages/students/2019/artem_yatsenko/README.md", "pages/students/2018/oleh_bilykh/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0141", "split": "test", "category": "specific_fact", "difficulty": "medium", "question": "Aké tri NLP úlohy mal Martin Wencel vysvetliť v práci?", "mode": "hybrid", "expected_documents": [ "pages/students/2018/martin_wencel/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2018/martin_wencel/README.md", "pages/students/2017/martin_jancura/README.md", "pages/students/2019/artem_yatsenko/README.md", "pages/students/2018/ondrej_megela/README.md", "pages/students/2016/patrik_pavlisin/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0153", "split": "test", "category": "entity_lookup", "difficulty": "easy", "question": "Nájdi dokument o osobe Filip Tomáš.", "mode": "fts", "expected_documents": [ "pages/students/2019/filip_tomas/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2019/filip_tomas/README.md", "pages/students/2016/tomas_kucharik/README.md", "pages/students/2021/matej_scislak/README.md", "pages/students/2019/david_stromp/README.md", "pages/students/2019/michal_stromko/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0153", "split": "test", "category": "entity_lookup", "difficulty": "easy", "question": "Nájdi dokument o osobe Filip Tomáš.", "mode": "vector", "expected_documents": [ "pages/students/2019/filip_tomas/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2019/filip_tomas/README.md", "pages/students/2021/manohar_gowdru_shridharu/README.md", "pages/students/2019/michal_stromko/README.md", "pages/students/2016/tomas_kucharik/README.md", "pages/interns/yussef_ressaissi/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0153", "split": "test", "category": "entity_lookup", "difficulty": "easy", "question": "Nájdi dokument o osobe Filip Tomáš.", "mode": "hybrid", "expected_documents": [ "pages/students/2019/filip_tomas/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2019/filip_tomas/README.md", "pages/students/2021/manohar_gowdru_shridharu/README.md", "pages/students/2016/tomas_kucharik/README.md", "pages/students/2019/michal_stromko/README.md", "pages/interns/yussef_ressaissi/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0154", "split": "test", "category": "fact_title", "difficulty": "easy", "question": "Aký je názov bakalárska práca osoby Filip Tomáš?", "mode": "fts", "expected_documents": [ "pages/students/2019/filip_tomas/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2019/filip_tomas/README.md", "pages/students/2016/tomas_kucharik/README.md", "pages/students/2020/matus_suchanic/README.md", "pages/students/2021/martin_sarissky/README.md", "pages/students/2016/jakub_maruniak/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0154", "split": "test", "category": "fact_title", "difficulty": "easy", "question": "Aký je názov bakalárska práca osoby Filip Tomáš?", "mode": "vector", "expected_documents": [ "pages/students/2019/filip_tomas/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2019/filip_tomas/README.md", "pages/students/2019/michal_stromko/README.md", "pages/students/2016/tomas_kucharik/README.md", "pages/students/2019/david_stromp/README.md", "pages/students/2016/patrik_pavlisin/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0154", "split": "test", "category": "fact_title", "difficulty": "easy", "question": "Aký je názov bakalárska práca osoby Filip Tomáš?", "mode": "hybrid", "expected_documents": [ "pages/students/2019/filip_tomas/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2019/filip_tomas/README.md", "pages/students/2019/michal_stromko/README.md", "pages/students/2016/tomas_kucharik/README.md", "pages/students/2016/patrik_pavlisin/README.md", "pages/students/2019/david_stromp/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0155", "split": "test", "category": "reverse_lookup", "difficulty": "medium", "question": "Kto sa venuje práci s názvom „Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia“?", "mode": "fts", "expected_documents": [ "pages/students/2019/filip_tomas/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2019/filip_tomas/README.md", "pages/students/2022/vladyslav_yanchenko/README.md", "pages/students/2016/tomas_kucharik/README.md", "pages/students/2019/samuel_horani/README.md", "pages/students/2021/matej_scislak/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0155", "split": "test", "category": "reverse_lookup", "difficulty": "medium", "question": "Kto sa venuje práci s názvom „Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia“?", "mode": "vector", "expected_documents": [ "pages/students/2019/filip_tomas/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2019/filip_tomas/README.md", "pages/students/2022/daniil_huzenko/README.md", "pages/students/2018/martin_wencel/README.md", "pages/students/2022/vladyslav_yanchenko/README.md", "pages/students/2017/than_trung_thanh/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0155", "split": "test", "category": "reverse_lookup", "difficulty": "medium", "question": "Kto sa venuje práci s názvom „Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia“?", "mode": "hybrid", "expected_documents": [ "pages/students/2019/filip_tomas/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2019/filip_tomas/README.md", "pages/students/2022/vladyslav_yanchenko/README.md", "pages/students/2022/daniil_huzenko/README.md", "pages/students/2018/martin_wencel/README.md", "pages/students/2018/oleh_bilykh/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0156", "split": "test", "category": "topic_lookup", "difficulty": "medium", "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia“.", "mode": "fts", "expected_documents": [ "pages/students/2019/filip_tomas/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2019/filip_tomas/README.md", "pages/students/2022/vladyslav_yanchenko/README.md", "pages/students/2021/vladimir_ferko/README.md", "pages/topics/steel/README.md", "pages/topics/faq/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", "https://zp.kemt.fei.tuke.sk/topics/steel", "https://zp.kemt.fei.tuke.sk/topics/faq" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0156", "split": "test", "category": "topic_lookup", "difficulty": "medium", "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia“.", "mode": "vector", "expected_documents": [ "pages/students/2019/filip_tomas/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2019/filip_tomas/README.md", "pages/students/2022/vladyslav_yanchenko/README.md", "pages/students/2016/maros_harahus/README.md", "pages/students/2017/martin_jancura/README.md", "pages/students/2016/jakub_maruniak/dp2021/annotation/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021/annotation" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0156", "split": "test", "category": "topic_lookup", "difficulty": "medium", "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia“.", "mode": "hybrid", "expected_documents": [ "pages/students/2019/filip_tomas/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2019/filip_tomas/README.md", "pages/students/2022/vladyslav_yanchenko/README.md", "pages/students/2022/andrii_pervashov/README.md", "pages/topics/faq/README.md", "pages/students/2016/maros_harahus/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", "https://zp.kemt.fei.tuke.sk/topics/faq", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0157", "split": "test", "category": "paraphrase", "difficulty": "medium", "question": "O čom je práca osoby Filip Tomáš?", "mode": "fts", "expected_documents": [ "pages/students/2019/filip_tomas/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2019/filip_tomas/README.md", "pages/students/2016/tomas_kucharik/README.md", "pages/students/2021/martin_sarissky/README.md", "pages/topics/question/README.md", "pages/students/2023/denis_le_thanh/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/topics/question", "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0157", "split": "test", "category": "paraphrase", "difficulty": "medium", "question": "O čom je práca osoby Filip Tomáš?", "mode": "vector", "expected_documents": [ "pages/students/2019/filip_tomas/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2019/filip_tomas/README.md", "pages/students/2016/tomas_kucharik/README.md", "pages/students/2019/michal_stromko/README.md", "pages/students/2020/matej_kobylan/README.md", "pages/students/2020/matus_suchanic/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0157", "split": "test", "category": "paraphrase", "difficulty": "medium", "question": "O čom je práca osoby Filip Tomáš?", "mode": "hybrid", "expected_documents": [ "pages/students/2019/filip_tomas/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2019/filip_tomas/README.md", "pages/students/2016/tomas_kucharik/README.md", "pages/students/2019/michal_stromko/README.md", "pages/students/2020/matej_kobylan/README.md", "pages/students/2020/matus_suchanic/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0158", "split": "test", "category": "fact_work_year", "difficulty": "easy", "question": "V ktorom roku je pri osobe Filip Tomáš uvedená bakalárska práca?", "mode": "fts", "expected_documents": [ "pages/students/2019/filip_tomas/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2019/filip_tomas/README.md", "pages/students/2021/matej_scislak/README.md", "pages/students/2016/tomas_kucharik/README.md", "pages/students/2016/darius_lindvai/timovy_projekt/resers/README.md", "pages/topics/faq/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai/timovy_projekt/resers", "https://zp.kemt.fei.tuke.sk/topics/faq" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0158", "split": "test", "category": "fact_work_year", "difficulty": "easy", "question": "V ktorom roku je pri osobe Filip Tomáš uvedená bakalárska práca?", "mode": "vector", "expected_documents": [ "pages/students/2019/filip_tomas/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2019/filip_tomas/README.md", "pages/students/2016/tomas_kucharik/README.md", "pages/students/2019/michal_stromko/README.md", "pages/students/2019/david_stromp/README.md", "pages/students/2021/vladimir_ferko/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp", "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0158", "split": "test", "category": "fact_work_year", "difficulty": "easy", "question": "V ktorom roku je pri osobe Filip Tomáš uvedená bakalárska práca?", "mode": "hybrid", "expected_documents": [ "pages/students/2019/filip_tomas/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2019/filip_tomas/README.md", "pages/students/2016/tomas_kucharik/README.md", "pages/students/2019/michal_stromko/README.md", "pages/students/2019/david_stromp/README.md", "pages/students/2021/vladimir_ferko/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp", "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0159", "split": "test", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou CI/CD a osobou Filip Tomáš?", "mode": "fts", "expected_documents": [ "pages/students/2019/filip_tomas/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2019/filip_tomas/README.md", "pages/students/2022/vladyslav_yanchenko/README.md", "pages/students/2016/tomas_kucharik/README.md", "pages/students/2017/martin_jancura/README.md", "pages/students/2016/maros_harahus/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0159", "split": "test", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou CI/CD a osobou Filip Tomáš?", "mode": "vector", "expected_documents": [ "pages/students/2019/filip_tomas/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2019/filip_tomas/README.md", "pages/students/2016/tomas_kucharik/README.md", "pages/topics/faq/README.md", "pages/students/2019/michal_stromko/README.md", "pages/students/2018/oleh_bilykh/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/topics/faq", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0159", "split": "test", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou CI/CD a osobou Filip Tomáš?", "mode": "hybrid", "expected_documents": [ "pages/students/2019/filip_tomas/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2019/filip_tomas/README.md", "pages/students/2016/tomas_kucharik/README.md", "pages/topics/faq/README.md", "pages/students/2019/michal_stromko/README.md", "pages/students/2018/oleh_bilykh/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/topics/faq", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0160", "split": "test", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou Docker Compose a osobou Filip Tomáš?", "mode": "fts", "expected_documents": [ "pages/students/2019/filip_tomas/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2019/filip_tomas/README.md", "pages/students/2016/tomas_kucharik/README.md", "pages/students/2019/michal_stromko/README.md", "pages/students/2023/maksym_zatirka/README.md", "pages/students/2017/martin_jancura/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0160", "split": "test", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou Docker Compose a osobou Filip Tomáš?", "mode": "vector", "expected_documents": [ "pages/students/2019/filip_tomas/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2019/filip_tomas/README.md", "pages/students/2019/michal_stromko/README.md", "pages/students/2016/tomas_kucharik/README.md", "pages/students/2022/samuel_vasil/README.md", "pages/students/2018/samuel_sirotnik/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0160", "split": "test", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou Docker Compose a osobou Filip Tomáš?", "mode": "hybrid", "expected_documents": [ "pages/students/2019/filip_tomas/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2019/filip_tomas/README.md", "pages/students/2019/michal_stromko/README.md", "pages/students/2016/tomas_kucharik/README.md", "pages/students/2022/samuel_vasil/README.md", "pages/students/2018/samuel_sirotnik/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0161", "split": "test", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou microk8s a osobou Filip Tomáš?", "mode": "fts", "expected_documents": [ "pages/students/2019/filip_tomas/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2019/filip_tomas/README.md", "pages/students/2016/tomas_kucharik/README.md", "pages/students/2017/martin_jancura/README.md", "pages/students/2022/daniil_huzenko/README.md", "pages/students/2016/maros_harahus/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0161", "split": "test", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou microk8s a osobou Filip Tomáš?", "mode": "vector", "expected_documents": [ "pages/students/2019/filip_tomas/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2019/filip_tomas/README.md", "pages/students/2018/oleh_bilykh/README.md", "pages/students/2016/tomas_kucharik/README.md", "pages/students/2019/michal_stromko/README.md", "pages/students/2018/samuel_sirotnik/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0161", "split": "test", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou microk8s a osobou Filip Tomáš?", "mode": "hybrid", "expected_documents": [ "pages/students/2019/filip_tomas/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2019/filip_tomas/README.md", "pages/students/2016/tomas_kucharik/README.md", "pages/students/2018/oleh_bilykh/README.md", "pages/students/2019/michal_stromko/README.md", "pages/students/2018/samuel_sirotnik/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0162", "split": "test", "category": "specific_fact", "difficulty": "medium", "question": "Aký systém pre orchestráciu klastra mal Filip Tomáš skúmať?", "mode": "fts", "expected_documents": [ "pages/students/2019/filip_tomas/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2019/filip_tomas/README.md", "pages/students/2022/daniil_huzenko/README.md", "pages/students/2016/tomas_kucharik/README.md", "pages/students/2018/samuel_sirotnik/README.md", "pages/topics/bert/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", "https://zp.kemt.fei.tuke.sk/topics/bert" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0162", "split": "test", "category": "specific_fact", "difficulty": "medium", "question": "Aký systém pre orchestráciu klastra mal Filip Tomáš skúmať?", "mode": "vector", "expected_documents": [ "pages/students/2019/filip_tomas/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2019/filip_tomas/README.md", "pages/students/2022/daniil_huzenko/README.md", "pages/students/2019/michal_stromko/README.md", "pages/students/2019/david_stromp/README.md", "pages/students/2018/samuel_sirotnik/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp", "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0162", "split": "test", "category": "specific_fact", "difficulty": "medium", "question": "Aký systém pre orchestráciu klastra mal Filip Tomáš skúmať?", "mode": "hybrid", "expected_documents": [ "pages/students/2019/filip_tomas/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2019/filip_tomas/README.md", "pages/students/2022/daniil_huzenko/README.md", "pages/students/2016/tomas_kucharik/README.md", "pages/students/2019/michal_stromko/README.md", "pages/students/2019/david_stromp/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0163", "split": "test", "category": "specific_fact", "difficulty": "medium", "question": "Koľko jednotiek Raspberry Pi 4 mal Filip Tomáš k dispozícii pri návrhu klastra?", "mode": "fts", "expected_documents": [ "pages/students/2019/filip_tomas/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2019/filip_tomas/README.md", "pages/students/2018/samuel_sirotnik/README.md", "pages/students/2022/daniil_huzenko/README.md", "pages/students/2016/tomas_kucharik/README.md", "pages/topics/python/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/topics/python" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0163", "split": "test", "category": "specific_fact", "difficulty": "medium", "question": "Koľko jednotiek Raspberry Pi 4 mal Filip Tomáš k dispozícii pri návrhu klastra?", "mode": "vector", "expected_documents": [ "pages/students/2019/filip_tomas/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2019/filip_tomas/README.md", "pages/students/2022/daniil_huzenko/README.md", "pages/students/2018/samuel_sirotnik/README.md", "pages/students/2019/david_stromp/README.md", "pages/students/2020/vladyslav_krupko/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp", "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0163", "split": "test", "category": "specific_fact", "difficulty": "medium", "question": "Koľko jednotiek Raspberry Pi 4 mal Filip Tomáš k dispozícii pri návrhu klastra?", "mode": "hybrid", "expected_documents": [ "pages/students/2019/filip_tomas/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2019/filip_tomas/README.md", "pages/students/2022/daniil_huzenko/README.md", "pages/students/2018/samuel_sirotnik/README.md", "pages/students/2019/david_stromp/README.md", "pages/students/2020/vladyslav_krupko/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp", "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0185", "split": "test", "category": "entity_lookup", "difficulty": "easy", "question": "Nájdi dokument o osobe Alina Vitko.", "mode": "fts", "expected_documents": [ "pages/students/2019/alina_vitko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2019/alina_vitko/README.md", "pages/students/2021/matej_scislak/README.md", "pages/students/2019/david_stromp/README.md", "pages/students/2019/michal_stromko/README.md", "pages/students/2021/martin_sarissky/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0185", "split": "test", "category": "entity_lookup", "difficulty": "easy", "question": "Nájdi dokument o osobe Alina Vitko.", "mode": "vector", "expected_documents": [ "pages/students/2019/alina_vitko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2019/alina_vitko/README.md", "pages/students/2021/manohar_gowdru_shridharu/README.md", "pages/students/2022/oleh_poiasnik/README.md", "pages/students/2018/adrian_remias/README.md", "pages/interns/sevval_bulburu/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0185", "split": "test", "category": "entity_lookup", "difficulty": "easy", "question": "Nájdi dokument o osobe Alina Vitko.", "mode": "hybrid", "expected_documents": [ "pages/students/2019/alina_vitko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2019/alina_vitko/README.md", "pages/students/2021/manohar_gowdru_shridharu/README.md", "pages/students/2021/matej_scislak/README.md", "pages/students/2022/oleh_poiasnik/README.md", "pages/students/2021/martin_sarissky/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0186", "split": "test", "category": "fact_title", "difficulty": "easy", "question": "Aký je názov bakalárska práca osoby Alina Vitko?", "mode": "fts", "expected_documents": [ "pages/students/2019/alina_vitko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2019/alina_vitko/README.md", "pages/students/2020/matus_suchanic/README.md", "pages/students/2021/martin_sarissky/README.md", "pages/students/2016/jakub_maruniak/README.md", "pages/students/2021/matej_scislak/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0186", "split": "test", "category": "fact_title", "difficulty": "easy", "question": "Aký je názov bakalárska práca osoby Alina Vitko?", "mode": "vector", "expected_documents": [ "pages/students/2019/alina_vitko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2019/alina_vitko/README.md", "pages/students/2021/martin_sarissky/README.md", "pages/students/2019/michal_stromko/README.md", "pages/students/2021/matej_scislak/README.md", "pages/students/2020/matej_kobylan/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0186", "split": "test", "category": "fact_title", "difficulty": "easy", "question": "Aký je názov bakalárska práca osoby Alina Vitko?", "mode": "hybrid", "expected_documents": [ "pages/students/2019/alina_vitko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2019/alina_vitko/README.md", "pages/students/2021/martin_sarissky/README.md", "pages/students/2019/michal_stromko/README.md", "pages/students/2021/matej_scislak/README.md", "pages/students/2017/dmytro_ushatenko/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0187", "split": "test", "category": "reverse_lookup", "difficulty": "medium", "question": "Kto sa venuje práci s názvom „Systémy pre generovanie odpovede na otázku v prirodzenom jazyku“?", "mode": "fts", "expected_documents": [ "pages/students/2019/alina_vitko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2019/alina_vitko/README.md", "pages/topics/otvorene/README.md", "pages/students/2018/oleh_bilykh/README.md", "pages/students/2016/tomas_kucharik/README.md", "pages/topics/question/nezodpovedatelne/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", "https://zp.kemt.fei.tuke.sk/topics/otvorene", "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0187", "split": "test", "category": "reverse_lookup", "difficulty": "medium", "question": "Kto sa venuje práci s názvom „Systémy pre generovanie odpovede na otázku v prirodzenom jazyku“?", "mode": "vector", "expected_documents": [ "pages/students/2019/alina_vitko/README.md" ], "first_relevant_rank": null, "reciprocal_rank": 0.0, "top_documents": [ "pages/students/2018/oleh_bilykh/README.md", "pages/students/2017/stanislav_matsunych/README.md", "pages/topics/question/nezodpovedatelne/README.md", "pages/students/2022/valerii_kutsenko/README.md", "pages/students/2018/ondrej_megela/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", "https://zp.kemt.fei.tuke.sk/students/2017/stanislav_matsunych", "https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" ], "hit_at_1": 0, "recall_at_1": 0.0, "hit_at_3": 0, "recall_at_3": 0.0, "hit_at_5": 0, "recall_at_5": 0.0 }, { "id": "q0187", "split": "test", "category": "reverse_lookup", "difficulty": "medium", "question": "Kto sa venuje práci s názvom „Systémy pre generovanie odpovede na otázku v prirodzenom jazyku“?", "mode": "hybrid", "expected_documents": [ "pages/students/2019/alina_vitko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2019/alina_vitko/README.md", "pages/students/2018/oleh_bilykh/README.md", "pages/topics/question/nezodpovedatelne/README.md", "pages/students/2022/valerii_kutsenko/README.md", "pages/topics/otvorene/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", "https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", "https://zp.kemt.fei.tuke.sk/topics/otvorene" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0188", "split": "test", "category": "topic_lookup", "difficulty": "medium", "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Systémy pre generovanie odpovede na otázku v prirodzenom jazyku“.", "mode": "fts", "expected_documents": [ "pages/students/2019/alina_vitko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2019/alina_vitko/README.md", "pages/topics/otvorene/README.md", "pages/students/2018/oleh_bilykh/README.md", "pages/students/2016/tomas_kucharik/README.md", "pages/topics/question/nezodpovedatelne/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", "https://zp.kemt.fei.tuke.sk/topics/otvorene", "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0188", "split": "test", "category": "topic_lookup", "difficulty": "medium", "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Systémy pre generovanie odpovede na otázku v prirodzenom jazyku“.", "mode": "vector", "expected_documents": [ "pages/students/2019/alina_vitko/README.md" ], "first_relevant_rank": null, "reciprocal_rank": 0.0, "top_documents": [ "pages/topics/question/nezodpovedatelne/README.md", "pages/students/2018/oleh_bilykh/README.md", "pages/topics/otvorene/README.md", "pages/topics/question/validacie/README.md", "pages/students/2017/stanislav_matsunych/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne", "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", "https://zp.kemt.fei.tuke.sk/topics/otvorene", "https://zp.kemt.fei.tuke.sk/topics/question/validacie", "https://zp.kemt.fei.tuke.sk/students/2017/stanislav_matsunych" ], "hit_at_1": 0, "recall_at_1": 0.0, "hit_at_3": 0, "recall_at_3": 0.0, "hit_at_5": 0, "recall_at_5": 0.0 }, { "id": "q0188", "split": "test", "category": "topic_lookup", "difficulty": "medium", "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Systémy pre generovanie odpovede na otázku v prirodzenom jazyku“.", "mode": "hybrid", "expected_documents": [ "pages/students/2019/alina_vitko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2019/alina_vitko/README.md", "pages/topics/question/nezodpovedatelne/README.md", "pages/students/2018/oleh_bilykh/README.md", "pages/topics/otvorene/README.md", "pages/topics/question/validacie/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", "https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne", "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", "https://zp.kemt.fei.tuke.sk/topics/otvorene", "https://zp.kemt.fei.tuke.sk/topics/question/validacie" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0189", "split": "test", "category": "paraphrase", "difficulty": "medium", "question": "O čom je práca osoby Alina Vitko?", "mode": "fts", "expected_documents": [ "pages/students/2019/alina_vitko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2019/alina_vitko/README.md", "pages/students/2021/martin_sarissky/README.md", "pages/students/2016/maros_harahus/README.md", "pages/students/2017/martin_jancura/README.md", "pages/students/2022/valerii_kutsenko/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0189", "split": "test", "category": "paraphrase", "difficulty": "medium", "question": "O čom je práca osoby Alina Vitko?", "mode": "vector", "expected_documents": [ "pages/students/2019/alina_vitko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2019/alina_vitko/README.md", "pages/students/2021/martin_sarissky/README.md", "pages/students/2021/matej_scislak/README.md", "pages/students/2016/tomas_kucharik/README.md", "pages/students/2022/jan_malinovsky/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0189", "split": "test", "category": "paraphrase", "difficulty": "medium", "question": "O čom je práca osoby Alina Vitko?", "mode": "hybrid", "expected_documents": [ "pages/students/2019/alina_vitko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2019/alina_vitko/README.md", "pages/students/2021/martin_sarissky/README.md", "pages/students/2021/matej_scislak/README.md", "pages/students/2016/tomas_kucharik/README.md", "pages/students/2022/jan_malinovsky/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0190", "split": "test", "category": "fact_start_year", "difficulty": "easy", "question": "V ktorom roku začal študovať Alina Vitko?", "mode": "fts", "expected_documents": [ "pages/students/2019/alina_vitko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2019/alina_vitko/README.md", "pages/students/2021/eduard_matovka/README.md", "pages/students/2016/jakub_maruniak/timovy_projekt/README.md", "pages/topics/faq/README.md", "pages/students/2016/maros_harahus/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt", "https://zp.kemt.fei.tuke.sk/topics/faq", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0190", "split": "test", "category": "fact_start_year", "difficulty": "easy", "question": "V ktorom roku začal študovať Alina Vitko?", "mode": "vector", "expected_documents": [ "pages/students/2019/alina_vitko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2019/alina_vitko/README.md", "pages/students/2022/jan_malinovsky/README.md", "pages/students/2021/nikita_bodnar/README.md", "pages/students/2019/michal_stromko/README.md", "pages/students/2020/david_kostilnik/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0190", "split": "test", "category": "fact_start_year", "difficulty": "easy", "question": "V ktorom roku začal študovať Alina Vitko?", "mode": "hybrid", "expected_documents": [ "pages/students/2019/alina_vitko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2019/alina_vitko/README.md", "pages/students/2022/jan_malinovsky/README.md", "pages/students/2016/tomas_kucharik/README.md", "pages/students/2021/nikita_bodnar/README.md", "pages/students/2019/michal_stromko/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0191", "split": "test", "category": "verification", "difficulty": "medium", "question": "Je pri osobe Alina Vitko uvedený rok začiatku štúdia 2019?", "mode": "fts", "expected_documents": [ "pages/students/2019/alina_vitko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2019/alina_vitko/README.md", "pages/students/2019/kristian_sopkovic/README.md", "pages/students/2019/filip_tomas/README.md", "pages/students/2019/patrik_pokrivcak/README.md", "pages/students/2022/tetiana_mohorian/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0191", "split": "test", "category": "verification", "difficulty": "medium", "question": "Je pri osobe Alina Vitko uvedený rok začiatku štúdia 2019?", "mode": "vector", "expected_documents": [ "pages/students/2019/alina_vitko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2019/alina_vitko/README.md", "pages/students/2016/jakub_maruniak/dp2021/README.md", "pages/students/2016/jakub_maruniak/README.md", "pages/students/2016/maros_harahus/README.md", "pages/students/2022/jan_malinovsky/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021", "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0191", "split": "test", "category": "verification", "difficulty": "medium", "question": "Je pri osobe Alina Vitko uvedený rok začiatku štúdia 2019?", "mode": "hybrid", "expected_documents": [ "pages/students/2019/alina_vitko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2019/alina_vitko/README.md", "pages/students/2016/jakub_maruniak/dp2021/README.md", "pages/students/2016/jakub_maruniak/README.md", "pages/students/2016/maros_harahus/README.md", "pages/students/2022/jan_malinovsky/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021", "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0192", "split": "test", "category": "fact_work_year", "difficulty": "easy", "question": "V ktorom roku je pri osobe Alina Vitko uvedená bakalárska práca?", "mode": "fts", "expected_documents": [ "pages/students/2019/alina_vitko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2019/alina_vitko/README.md", "pages/students/2021/matej_scislak/README.md", "pages/students/2016/darius_lindvai/timovy_projekt/resers/README.md", "pages/topics/faq/README.md", "pages/students/2016/patrik_pavlisin/tp20/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai/timovy_projekt/resers", "https://zp.kemt.fei.tuke.sk/topics/faq", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0192", "split": "test", "category": "fact_work_year", "difficulty": "easy", "question": "V ktorom roku je pri osobe Alina Vitko uvedená bakalárska práca?", "mode": "vector", "expected_documents": [ "pages/students/2019/alina_vitko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2019/alina_vitko/README.md", "pages/students/2019/michal_stromko/README.md", "pages/students/2021/martin_sarissky/README.md", "pages/students/2021/matej_scislak/README.md", "pages/students/2016/maros_harahus/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0192", "split": "test", "category": "fact_work_year", "difficulty": "easy", "question": "V ktorom roku je pri osobe Alina Vitko uvedená bakalárska práca?", "mode": "hybrid", "expected_documents": [ "pages/students/2019/alina_vitko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2019/alina_vitko/README.md", "pages/students/2019/michal_stromko/README.md", "pages/students/2021/martin_sarissky/README.md", "pages/students/2021/matej_scislak/README.md", "pages/students/2016/maros_harahus/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0193", "split": "test", "category": "disambiguation_year", "difficulty": "hard", "question": "Rozlíš rok začiatku štúdia a rok práce osoby Alina Vitko.", "mode": "fts", "expected_documents": [ "pages/students/2019/alina_vitko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2019/alina_vitko/README.md", "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2019/kristian_sopkovic/README.md", "pages/students/2016/ediz_morochovic/README.md", "pages/students/2019/filip_tomas/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0193", "split": "test", "category": "disambiguation_year", "difficulty": "hard", "question": "Rozlíš rok začiatku štúdia a rok práce osoby Alina Vitko.", "mode": "vector", "expected_documents": [ "pages/students/2019/alina_vitko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2019/alina_vitko/README.md", "pages/students/2019/michal_stromko/README.md", "pages/students/2020/matej_kobylan/README.md", "pages/students/2016/tomas_kucharik/README.md", "pages/students/2022/jan_malinovsky/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0193", "split": "test", "category": "disambiguation_year", "difficulty": "hard", "question": "Rozlíš rok začiatku štúdia a rok práce osoby Alina Vitko.", "mode": "hybrid", "expected_documents": [ "pages/students/2019/alina_vitko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2019/alina_vitko/README.md", "pages/students/2020/matej_kobylan/README.md", "pages/students/2019/michal_stromko/README.md", "pages/students/2016/tomas_kucharik/README.md", "pages/students/2022/jan_malinovsky/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0194", "split": "test", "category": "adversarial_year", "difficulty": "hard", "question": "Je rok 2019 rokom záverečnej práce osoby Alina Vitko?", "mode": "fts", "expected_documents": [ "pages/students/2019/alina_vitko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2019/alina_vitko/README.md", "pages/topics/faq/README.md", "pages/topics/akopisat/README.md", "pages/students/2019/dmytro_mural/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", "https://zp.kemt.fei.tuke.sk/topics/faq", "https://zp.kemt.fei.tuke.sk/topics/akopisat", "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0194", "split": "test", "category": "adversarial_year", "difficulty": "hard", "question": "Je rok 2019 rokom záverečnej práce osoby Alina Vitko?", "mode": "vector", "expected_documents": [ "pages/students/2019/alina_vitko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2019/alina_vitko/README.md", "pages/students/2016/maros_harahus/README.md", "pages/topics/akopisat/README.md", "pages/students/2021/martin_sarissky/README.md", "pages/students/2021/matej_scislak/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/topics/akopisat", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0194", "split": "test", "category": "adversarial_year", "difficulty": "hard", "question": "Je rok 2019 rokom záverečnej práce osoby Alina Vitko?", "mode": "hybrid", "expected_documents": [ "pages/students/2019/alina_vitko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2019/alina_vitko/README.md", "pages/topics/akopisat/README.md", "pages/students/2016/maros_harahus/README.md", "pages/students/2021/martin_sarissky/README.md", "pages/students/2019/michal_stromko/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", "https://zp.kemt.fei.tuke.sk/topics/akopisat", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0195", "split": "test", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou Question Answering a osobou Alina Vitko?", "mode": "fts", "expected_documents": [ "pages/students/2019/alina_vitko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2019/alina_vitko/README.md", "pages/topics/question/README.md", "pages/students/2018/ondrej_megela/README.md", "pages/students/2018/oleh_bilykh/README.md", "pages/students/2018/david_omasta/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", "https://zp.kemt.fei.tuke.sk/topics/question", "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0195", "split": "test", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou Question Answering a osobou Alina Vitko?", "mode": "vector", "expected_documents": [ "pages/students/2019/alina_vitko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2019/alina_vitko/README.md", "pages/topics/question/README.md", "pages/students/2016/tomas_kucharik/README.md", "pages/topics/question/navod/README.md", "pages/topics/question/nezodpovedatelne/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", "https://zp.kemt.fei.tuke.sk/topics/question", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/topics/question/navod", "https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0195", "split": "test", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou Question Answering a osobou Alina Vitko?", "mode": "hybrid", "expected_documents": [ "pages/students/2019/alina_vitko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2019/alina_vitko/README.md", "pages/topics/question/README.md", "pages/students/2016/tomas_kucharik/README.md", "pages/students/2019/michal_stromko/README.md", "pages/topics/question/nezodpovedatelne/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", "https://zp.kemt.fei.tuke.sk/topics/question", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0196", "split": "test", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou Streamlit a osobou Alina Vitko?", "mode": "fts", "expected_documents": [ "pages/students/2019/alina_vitko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2019/alina_vitko/README.md", "pages/students/2017/martin_jancura/README.md", "pages/students/2020/jakub_kristian_lukas/README.md", "pages/students/2021/martin_sarissky/README.md", "pages/students/2016/maros_harahus/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0196", "split": "test", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou Streamlit a osobou Alina Vitko?", "mode": "vector", "expected_documents": [ "pages/students/2019/alina_vitko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2019/alina_vitko/README.md", "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2019/michal_stromko/README.md", "pages/students/2023/oleksandr_dorybohov/README.md", "pages/students/2016/jakub_maruniak/dp2021/annotation/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021/annotation" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0196", "split": "test", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou Streamlit a osobou Alina Vitko?", "mode": "hybrid", "expected_documents": [ "pages/students/2019/alina_vitko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2019/alina_vitko/README.md", "pages/students/2023/oleksandr_dorybohov/README.md", "pages/students/2016/jakub_maruniak/dp2021/annotation/README.md", "pages/students/2019/michal_stromko/README.md", "pages/students/2023/rostyslav_rodzhuk/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021/annotation", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0197", "split": "test", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou Docker a osobou Alina Vitko?", "mode": "fts", "expected_documents": [ "pages/students/2019/alina_vitko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2019/alina_vitko/README.md", "pages/students/2017/martin_jancura/README.md", "pages/students/2021/martin_sarissky/README.md", "pages/students/2016/maros_harahus/README.md", "pages/students/2023/maksym_zatirka/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0197", "split": "test", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou Docker a osobou Alina Vitko?", "mode": "vector", "expected_documents": [ "pages/students/2019/alina_vitko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2019/alina_vitko/README.md", "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2019/michal_stromko/README.md", "pages/students/2022/oleh_poiasnik/README.md", "pages/students/2016/tomas_kucharik/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0197", "split": "test", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou Docker a osobou Alina Vitko?", "mode": "hybrid", "expected_documents": [ "pages/students/2019/alina_vitko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2019/alina_vitko/README.md", "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2019/michal_stromko/README.md", "pages/students/2022/oleh_poiasnik/README.md", "pages/topics/faq/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", "https://zp.kemt.fei.tuke.sk/topics/faq" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0198", "split": "test", "category": "specific_fact", "difficulty": "medium", "question": "Aké webové rozhranie mala Alina Vitko použiť pre demo aplikáciu?", "mode": "fts", "expected_documents": [ "pages/students/2019/alina_vitko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2019/alina_vitko/README.md", "pages/students/2019/filip_tomas/README.md", "pages/students/2018/martin_wencel/README.md", "pages/students/2019/michal_stromko/README.md", "pages/students/2018/oleh_bilykh/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0198", "split": "test", "category": "specific_fact", "difficulty": "medium", "question": "Aké webové rozhranie mala Alina Vitko použiť pre demo aplikáciu?", "mode": "vector", "expected_documents": [ "pages/students/2019/alina_vitko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2019/alina_vitko/README.md", "pages/students/2016/tomas_kucharik/README.md", "pages/students/2023/oleksandr_dorybohov/README.md", "pages/students/2019/michal_stromko/README.md", "pages/topics/faq/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "https://zp.kemt.fei.tuke.sk/topics/faq" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0198", "split": "test", "category": "specific_fact", "difficulty": "medium", "question": "Aké webové rozhranie mala Alina Vitko použiť pre demo aplikáciu?", "mode": "hybrid", "expected_documents": [ "pages/students/2019/alina_vitko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2019/alina_vitko/README.md", "pages/students/2019/michal_stromko/README.md", "pages/students/2016/tomas_kucharik/README.md", "pages/topics/faq/README.md", "pages/students/2023/oleksandr_dorybohov/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/topics/faq", "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0199", "split": "test", "category": "specific_fact", "difficulty": "medium", "question": "Aký slovenský model mala Alina Vitko vyskúšať podľa zadania?", "mode": "fts", "expected_documents": [ "pages/students/2019/alina_vitko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2019/alina_vitko/README.md", "pages/students/2016/maros_harahus/README.md", "pages/students/2017/martin_jancura/README.md", "pages/students/2019/filip_tomas/README.md", "pages/students/2018/ondrej_megela/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0199", "split": "test", "category": "specific_fact", "difficulty": "medium", "question": "Aký slovenský model mala Alina Vitko vyskúšať podľa zadania?", "mode": "vector", "expected_documents": [ "pages/students/2019/alina_vitko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2019/alina_vitko/README.md", "pages/students/2022/valerii_kutsenko/README.md", "pages/topics/bert/README.md", "pages/students/2021/artur_hyrenko/README.md", "pages/students/2022/oleh_poiasnik/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", "https://zp.kemt.fei.tuke.sk/topics/bert", "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko", "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0199", "split": "test", "category": "specific_fact", "difficulty": "medium", "question": "Aký slovenský model mala Alina Vitko vyskúšať podľa zadania?", "mode": "hybrid", "expected_documents": [ "pages/students/2019/alina_vitko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2019/alina_vitko/README.md", "pages/students/2022/valerii_kutsenko/README.md", "pages/students/2022/andrii_pervashov/README.md", "pages/topics/bert/README.md", "pages/students/2021/nikita_bodnar/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", "https://zp.kemt.fei.tuke.sk/topics/bert", "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0214", "split": "test", "category": "entity_lookup", "difficulty": "easy", "question": "Nájdi dokument o osobe Martin Šarišský.", "mode": "fts", "expected_documents": [ "pages/students/2021/martin_sarissky/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2021/martin_sarissky/README.md", "pages/students/2017/martin_jancura/README.md", "pages/topics/chatbot/README.md", "pages/topics/legal/README.md", "pages/students/2021/matej_scislak/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", "https://zp.kemt.fei.tuke.sk/topics/chatbot", "https://zp.kemt.fei.tuke.sk/topics/legal", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0214", "split": "test", "category": "entity_lookup", "difficulty": "easy", "question": "Nájdi dokument o osobe Martin Šarišský.", "mode": "vector", "expected_documents": [ "pages/students/2021/martin_sarissky/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2021/martin_sarissky/README.md", "pages/students/2021/manohar_gowdru_shridharu/README.md", "pages/students/2021/matej_scislak/README.md", "pages/students/2017/martin_jancura/README.md", "pages/interns/sevval_bulburu/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0214", "split": "test", "category": "entity_lookup", "difficulty": "easy", "question": "Nájdi dokument o osobe Martin Šarišský.", "mode": "hybrid", "expected_documents": [ "pages/students/2021/martin_sarissky/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2021/martin_sarissky/README.md", "pages/students/2021/manohar_gowdru_shridharu/README.md", "pages/students/2021/matej_scislak/README.md", "pages/students/2017/martin_jancura/README.md", "pages/interns/sevval_bulburu/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0215", "split": "test", "category": "fact_title", "difficulty": "easy", "question": "Aký je názov diplomová práca osoby Martin Šarišský?", "mode": "fts", "expected_documents": [ "pages/students/2021/martin_sarissky/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2021/martin_sarissky/README.md", "pages/students/2021/matej_scislak/README.md", "pages/students/2017/martin_jancura/README.md", "pages/topics/chatbot/README.md", "pages/students/2020/matus_suchanic/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", "https://zp.kemt.fei.tuke.sk/topics/chatbot", "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0215", "split": "test", "category": "fact_title", "difficulty": "easy", "question": "Aký je názov diplomová práca osoby Martin Šarišský?", "mode": "vector", "expected_documents": [ "pages/students/2021/martin_sarissky/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2021/martin_sarissky/README.md", "pages/students/2017/martin_jancura/README.md", "pages/students/2016/patrik_pavlisin/README.md", "pages/students/2021/matej_scislak/README.md", "pages/students/2016/mark_feher/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0215", "split": "test", "category": "fact_title", "difficulty": "easy", "question": "Aký je názov diplomová práca osoby Martin Šarišský?", "mode": "hybrid", "expected_documents": [ "pages/students/2021/martin_sarissky/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2021/martin_sarissky/README.md", "pages/students/2017/martin_jancura/README.md", "pages/students/2016/mark_feher/README.md", "pages/students/2016/tomas_kucharik/README.md", "pages/students/2016/patrik_pavlisin/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0216", "split": "test", "category": "reverse_lookup", "difficulty": "medium", "question": "Kto sa venuje práci s názvom „Agentové systémy pomocou veľkého jazykového modelu“?", "mode": "fts", "expected_documents": [ "pages/students/2021/martin_sarissky/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2021/martin_sarissky/README.md", "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2019/david_stromp/README.md", "pages/students/2023/simona_bobrovcanova/README.md", "pages/students/2021/matej_scislak/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp", "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0216", "split": "test", "category": "reverse_lookup", "difficulty": "medium", "question": "Kto sa venuje práci s názvom „Agentové systémy pomocou veľkého jazykového modelu“?", "mode": "vector", "expected_documents": [ "pages/students/2021/martin_sarissky/README.md" ], "first_relevant_rank": 2, "reciprocal_rank": 0.5, "top_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2021/martin_sarissky/README.md", "pages/students/2021/artur_hyrenko/README.md", "pages/students/2018/ondrej_megela/README.md", "pages/students/2020/kamil_tomcufcik/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko", "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", "https://zp.kemt.fei.tuke.sk/students/2020/kamil_tomcufcik" ], "hit_at_1": 0, "recall_at_1": 0.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0216", "split": "test", "category": "reverse_lookup", "difficulty": "medium", "question": "Kto sa venuje práci s názvom „Agentové systémy pomocou veľkého jazykového modelu“?", "mode": "hybrid", "expected_documents": [ "pages/students/2021/martin_sarissky/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2021/martin_sarissky/README.md", "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2018/ondrej_megela/README.md", "pages/students/2021/artur_hyrenko/README.md", "pages/students/2020/kamil_tomcufcik/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko", "https://zp.kemt.fei.tuke.sk/students/2020/kamil_tomcufcik" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0217", "split": "test", "category": "topic_lookup", "difficulty": "medium", "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Agentové systémy pomocou veľkého jazykového modelu“.", "mode": "fts", "expected_documents": [ "pages/students/2021/martin_sarissky/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2021/martin_sarissky/README.md", "pages/students/2019/david_stromp/README.md", "pages/students/2021/vladimir_ferko/README.md", "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2021/artur_hyrenko/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp", "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0217", "split": "test", "category": "topic_lookup", "difficulty": "medium", "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Agentové systémy pomocou veľkého jazykového modelu“.", "mode": "vector", "expected_documents": [ "pages/students/2021/martin_sarissky/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2021/martin_sarissky/README.md", "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2021/artur_hyrenko/README.md", "pages/students/2020/kamil_tomcufcik/README.md", "pages/students/2023/samuel_dzurina/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko", "https://zp.kemt.fei.tuke.sk/students/2020/kamil_tomcufcik", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0217", "split": "test", "category": "topic_lookup", "difficulty": "medium", "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Agentové systémy pomocou veľkého jazykového modelu“.", "mode": "hybrid", "expected_documents": [ "pages/students/2021/martin_sarissky/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2021/martin_sarissky/README.md", "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2021/artur_hyrenko/README.md", "pages/students/2018/ondrej_megela/README.md", "pages/students/2021/matej_scislak/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko", "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0218", "split": "test", "category": "paraphrase", "difficulty": "medium", "question": "O čom je práca osoby Martin Šarišský?", "mode": "fts", "expected_documents": [ "pages/students/2021/martin_sarissky/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2021/martin_sarissky/README.md", "pages/topics/chatbot/README.md", "pages/students/2017/martin_jancura/README.md", "pages/students/2018/NaN1name_buday/README.md", "pages/topics/legal/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/topics/chatbot", "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", "https://zp.kemt.fei.tuke.sk/students/2018/NaN1name_buday", "https://zp.kemt.fei.tuke.sk/topics/legal" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0218", "split": "test", "category": "paraphrase", "difficulty": "medium", "question": "O čom je práca osoby Martin Šarišský?", "mode": "vector", "expected_documents": [ "pages/students/2021/martin_sarissky/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2021/martin_sarissky/README.md", "pages/students/2021/matej_scislak/README.md", "pages/students/2017/martin_jancura/README.md", "pages/students/2018/NaN1name_buday/README.md", "pages/students/2016/patrik_pavlisin/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", "https://zp.kemt.fei.tuke.sk/students/2018/NaN1name_buday", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0218", "split": "test", "category": "paraphrase", "difficulty": "medium", "question": "O čom je práca osoby Martin Šarišský?", "mode": "hybrid", "expected_documents": [ "pages/students/2021/martin_sarissky/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2021/martin_sarissky/README.md", "pages/students/2018/NaN1name_buday/README.md", "pages/students/2017/martin_jancura/README.md", "pages/students/2021/matej_scislak/README.md", "pages/students/2023/samuel_dzurina/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2018/NaN1name_buday", "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0219", "split": "test", "category": "fact_start_year", "difficulty": "easy", "question": "V ktorom roku začal študovať Martin Šarišský?", "mode": "fts", "expected_documents": [ "pages/students/2021/martin_sarissky/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2021/martin_sarissky/README.md", "pages/students/2021/eduard_matovka/README.md", "pages/students/2016/jakub_maruniak/timovy_projekt/README.md", "pages/topics/chatbot/README.md", "pages/students/2021/matej_scislak/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt", "https://zp.kemt.fei.tuke.sk/topics/chatbot", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0219", "split": "test", "category": "fact_start_year", "difficulty": "easy", "question": "V ktorom roku začal študovať Martin Šarišský?", "mode": "vector", "expected_documents": [ "pages/students/2021/martin_sarissky/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2021/martin_sarissky/README.md", "pages/students/2021/matej_scislak/README.md", "pages/students/2016/maros_harahus/README.md", "pages/students/2017/martin_jancura/README.md", "pages/students/2021/artur_hyrenko/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0219", "split": "test", "category": "fact_start_year", "difficulty": "easy", "question": "V ktorom roku začal študovať Martin Šarišský?", "mode": "hybrid", "expected_documents": [ "pages/students/2021/martin_sarissky/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2021/martin_sarissky/README.md", "pages/students/2021/matej_scislak/README.md", "pages/students/2017/martin_jancura/README.md", "pages/students/2016/maros_harahus/README.md", "pages/students/2018/martin_wencel/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0220", "split": "test", "category": "verification", "difficulty": "medium", "question": "Je pri osobe Martin Šarišský uvedený rok začiatku štúdia 2021?", "mode": "fts", "expected_documents": [ "pages/students/2021/martin_sarissky/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2021/martin_sarissky/README.md", "pages/students/2021/eduard_matovka/README.md", "pages/students/2017/martin_jancura/README.md", "pages/students/2018/NaN1name_buday/README.md", "pages/students/2018/martin_wencel/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", "https://zp.kemt.fei.tuke.sk/students/2018/NaN1name_buday", "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0220", "split": "test", "category": "verification", "difficulty": "medium", "question": "Je pri osobe Martin Šarišský uvedený rok začiatku štúdia 2021?", "mode": "vector", "expected_documents": [ "pages/students/2021/martin_sarissky/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2021/martin_sarissky/README.md", "pages/students/2017/martin_jancura/README.md", "pages/students/2018/martin_wencel/README.md", "pages/students/2021/matej_scislak/README.md", "pages/students/2016/maros_harahus/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0220", "split": "test", "category": "verification", "difficulty": "medium", "question": "Je pri osobe Martin Šarišský uvedený rok začiatku štúdia 2021?", "mode": "hybrid", "expected_documents": [ "pages/students/2021/martin_sarissky/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2021/martin_sarissky/README.md", "pages/students/2018/martin_wencel/README.md", "pages/students/2017/martin_jancura/README.md", "pages/students/2018/NaN1name_buday/README.md", "pages/students/2021/matej_scislak/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", "https://zp.kemt.fei.tuke.sk/students/2018/NaN1name_buday", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0221", "split": "test", "category": "fact_work_year", "difficulty": "easy", "question": "V ktorom roku je pri osobe Martin Šarišský uvedená diplomová práca?", "mode": "fts", "expected_documents": [ "pages/students/2021/martin_sarissky/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2021/martin_sarissky/README.md", "pages/topics/chatbot/README.md", "pages/students/2021/matej_scislak/README.md", "pages/students/2022/valerii_kutsenko/README.md", "pages/topics/legal/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/topics/chatbot", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", "https://zp.kemt.fei.tuke.sk/topics/legal" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0221", "split": "test", "category": "fact_work_year", "difficulty": "easy", "question": "V ktorom roku je pri osobe Martin Šarišský uvedená diplomová práca?", "mode": "vector", "expected_documents": [ "pages/students/2021/martin_sarissky/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2021/martin_sarissky/README.md", "pages/students/2017/martin_jancura/README.md", "pages/students/2021/matej_scislak/README.md", "pages/students/2016/tomas_kucharik/README.md", "pages/students/2016/maros_harahus/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0221", "split": "test", "category": "fact_work_year", "difficulty": "easy", "question": "V ktorom roku je pri osobe Martin Šarišský uvedená diplomová práca?", "mode": "hybrid", "expected_documents": [ "pages/students/2021/martin_sarissky/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2021/martin_sarissky/README.md", "pages/students/2017/martin_jancura/README.md", "pages/students/2016/tomas_kucharik/README.md", "pages/students/2021/matej_scislak/README.md", "pages/students/2016/patrik_pavlisin/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0222", "split": "test", "category": "disambiguation_year", "difficulty": "hard", "question": "Rozlíš rok začiatku štúdia a rok práce osoby Martin Šarišský.", "mode": "fts", "expected_documents": [ "pages/students/2021/martin_sarissky/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2021/martin_sarissky/README.md", "pages/students/2017/martin_jancura/README.md", "pages/students/2021/eduard_matovka/README.md", "pages/students/2018/NaN1name_buday/README.md", "pages/students/2018/martin_wencel/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", "https://zp.kemt.fei.tuke.sk/students/2018/NaN1name_buday", "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0222", "split": "test", "category": "disambiguation_year", "difficulty": "hard", "question": "Rozlíš rok začiatku štúdia a rok práce osoby Martin Šarišský.", "mode": "vector", "expected_documents": [ "pages/students/2021/martin_sarissky/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2021/martin_sarissky/README.md", "pages/students/2017/martin_jancura/README.md", "pages/students/2021/matej_scislak/README.md", "pages/students/2016/maros_harahus/README.md", "pages/students/2020/matej_kobylan/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0222", "split": "test", "category": "disambiguation_year", "difficulty": "hard", "question": "Rozlíš rok začiatku štúdia a rok práce osoby Martin Šarišský.", "mode": "hybrid", "expected_documents": [ "pages/students/2021/martin_sarissky/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2021/martin_sarissky/README.md", "pages/students/2017/martin_jancura/README.md", "pages/students/2021/matej_scislak/README.md", "pages/students/2016/maros_harahus/README.md", "pages/students/2020/matej_kobylan/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0223", "split": "test", "category": "adversarial_year", "difficulty": "hard", "question": "Je rok 2021 rokom záverečnej práce osoby Martin Šarišský?", "mode": "fts", "expected_documents": [ "pages/students/2021/martin_sarissky/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2021/martin_sarissky/README.md", "pages/topics/faq/README.md", "pages/students/2021/eduard_matovka/README.md", "pages/topics/chatbot/README.md", "pages/students/2021/matej_scislak/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/topics/faq", "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", "https://zp.kemt.fei.tuke.sk/topics/chatbot", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0223", "split": "test", "category": "adversarial_year", "difficulty": "hard", "question": "Je rok 2021 rokom záverečnej práce osoby Martin Šarišský?", "mode": "vector", "expected_documents": [ "pages/students/2021/martin_sarissky/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2021/martin_sarissky/README.md", "pages/students/2021/matej_scislak/README.md", "pages/students/2017/martin_jancura/README.md", "pages/students/2016/maros_harahus/README.md", "pages/students/2018/martin_wencel/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0223", "split": "test", "category": "adversarial_year", "difficulty": "hard", "question": "Je rok 2021 rokom záverečnej práce osoby Martin Šarišský?", "mode": "hybrid", "expected_documents": [ "pages/students/2021/martin_sarissky/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2021/martin_sarissky/README.md", "pages/students/2021/matej_scislak/README.md", "pages/students/2018/martin_wencel/README.md", "pages/students/2017/martin_jancura/README.md", "pages/students/2016/maros_harahus/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0224", "split": "test", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou agent a osobou Martin Šarišský?", "mode": "fts", "expected_documents": [ "pages/students/2021/martin_sarissky/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2021/martin_sarissky/README.md", "pages/students/2017/martin_jancura/README.md", "pages/topics/legal/README.md", "pages/students/2023/samuel_dzurina/README.md", "pages/students/2021/matej_scislak/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", "https://zp.kemt.fei.tuke.sk/topics/legal", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0224", "split": "test", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou agent a osobou Martin Šarišský?", "mode": "vector", "expected_documents": [ "pages/students/2021/martin_sarissky/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2021/martin_sarissky/README.md", "pages/students/2021/matej_scislak/README.md", "pages/students/2023/oleksandr_dorybohov/README.md", "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/topics/faq/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/topics/faq" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0224", "split": "test", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou agent a osobou Martin Šarišský?", "mode": "hybrid", "expected_documents": [ "pages/students/2021/martin_sarissky/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2021/martin_sarissky/README.md", "pages/students/2021/matej_scislak/README.md", "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2023/samuel_dzurina/README.md", "pages/topics/legal/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/topics/legal" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0225", "split": "test", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou právne informácie a osobou Martin Šarišský?", "mode": "fts", "expected_documents": [ "pages/students/2021/martin_sarissky/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2021/martin_sarissky/README.md", "pages/students/2017/martin_jancura/README.md", "pages/students/2023/oleksandr_dorybohov/README.md", "pages/students/2021/matej_scislak/README.md", "pages/topics/legal/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/topics/legal" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0225", "split": "test", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou právne informácie a osobou Martin Šarišský?", "mode": "vector", "expected_documents": [ "pages/students/2021/martin_sarissky/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2021/martin_sarissky/README.md", "pages/students/2021/matej_scislak/README.md", "pages/topics/faq/README.md", "pages/topics/legal/README.md", "pages/students/2016/maros_harahus/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/topics/faq", "https://zp.kemt.fei.tuke.sk/topics/legal", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0225", "split": "test", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou právne informácie a osobou Martin Šarišský?", "mode": "hybrid", "expected_documents": [ "pages/students/2021/martin_sarissky/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2021/martin_sarissky/README.md", "pages/students/2021/matej_scislak/README.md", "pages/topics/legal/README.md", "pages/students/2017/martin_jancura/README.md", "pages/students/2023/oleksandr_dorybohov/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/topics/legal", "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0226", "split": "test", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou DeepEval a osobou Martin Šarišský?", "mode": "fts", "expected_documents": [ "pages/students/2021/martin_sarissky/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2021/martin_sarissky/README.md", "pages/students/2017/martin_jancura/README.md", "pages/students/2021/matej_scislak/README.md", "pages/topics/chatbot/README.md", "pages/students/2016/patrik_pavlisin/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/topics/chatbot", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0226", "split": "test", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou DeepEval a osobou Martin Šarišský?", "mode": "vector", "expected_documents": [ "pages/students/2021/martin_sarissky/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2021/martin_sarissky/README.md", "pages/students/2016/maros_harahus/README.md", "pages/students/2017/martin_jancura/README.md", "pages/students/2021/matej_scislak/README.md", "pages/students/2019/michal_stromko/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0226", "split": "test", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou DeepEval a osobou Martin Šarišský?", "mode": "hybrid", "expected_documents": [ "pages/students/2021/martin_sarissky/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2021/martin_sarissky/README.md", "pages/students/2017/martin_jancura/README.md", "pages/students/2016/maros_harahus/README.md", "pages/students/2018/martin_wencel/README.md", "pages/students/2016/patrik_pavlisin/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0227", "split": "test", "category": "specific_fact", "difficulty": "medium", "question": "Aké tri metriky sa uvádzajú pri vyhodnotení systému Martina Šarišského?", "mode": "fts", "expected_documents": [ "pages/students/2021/martin_sarissky/README.md" ], "first_relevant_rank": null, "reciprocal_rank": 0.0, "top_documents": [ "pages/students/2016/patrik_pavlisin/tp20/README.md", "pages/students/2022/yevhenii_leonov/README.md", "pages/students/2019/michal_stromko/README.md", "pages/students/2021/artur_hyrenko/README.md", "pages/students/2021/vladimir_ferko/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20", "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko", "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" ], "hit_at_1": 0, "recall_at_1": 0.0, "hit_at_3": 0, "recall_at_3": 0.0, "hit_at_5": 0, "recall_at_5": 0.0 }, { "id": "q0227", "split": "test", "category": "specific_fact", "difficulty": "medium", "question": "Aké tri metriky sa uvádzajú pri vyhodnotení systému Martina Šarišského?", "mode": "vector", "expected_documents": [ "pages/students/2021/martin_sarissky/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2021/martin_sarissky/README.md", "pages/students/2022/yevhenii_leonov/README.md", "pages/students/2021/artur_hyrenko/README.md", "pages/students/2021/matej_scislak/README.md", "pages/students/2017/martin_jancura/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0227", "split": "test", "category": "specific_fact", "difficulty": "medium", "question": "Aké tri metriky sa uvádzajú pri vyhodnotení systému Martina Šarišského?", "mode": "hybrid", "expected_documents": [ "pages/students/2021/martin_sarissky/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2021/martin_sarissky/README.md", "pages/students/2022/yevhenii_leonov/README.md", "pages/students/2021/artur_hyrenko/README.md", "pages/students/2016/patrik_pavlisin/tp20/README.md", "pages/students/2021/matej_scislak/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0228", "split": "test", "category": "specific_fact", "difficulty": "medium", "question": "Aký parser mal Martin Šarišský zvážiť namiesto BeautifulSoup?", "mode": "fts", "expected_documents": [ "pages/students/2021/martin_sarissky/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2021/martin_sarissky/README.md", "pages/students/2017/martin_jancura/README.md", "pages/students/2016/tomas_kucharik/README.md", "pages/students/2018/martin_wencel/README.md", "pages/students/2023/maksym_zatirka/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0228", "split": "test", "category": "specific_fact", "difficulty": "medium", "question": "Aký parser mal Martin Šarišský zvážiť namiesto BeautifulSoup?", "mode": "vector", "expected_documents": [ "pages/students/2021/martin_sarissky/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2021/martin_sarissky/README.md", "pages/students/2018/NaN1name_buday/README.md", "pages/students/2021/matej_scislak/README.md", "pages/students/2017/martin_jancura/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2018/NaN1name_buday", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0228", "split": "test", "category": "specific_fact", "difficulty": "medium", "question": "Aký parser mal Martin Šarišský zvážiť namiesto BeautifulSoup?", "mode": "hybrid", "expected_documents": [ "pages/students/2021/martin_sarissky/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2021/martin_sarissky/README.md", "pages/students/2021/matej_scislak/README.md", "pages/students/2017/martin_jancura/README.md", "pages/students/2018/NaN1name_buday/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", "https://zp.kemt.fei.tuke.sk/students/2018/NaN1name_buday", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0260", "split": "test", "category": "entity_lookup", "difficulty": "easy", "question": "Nájdi dokument o osobe Eduard Matovka.", "mode": "fts", "expected_documents": [ "pages/students/2021/eduard_matovka/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2021/eduard_matovka/README.md", "pages/students/2021/vladimir_ferko/README.md", "pages/students/2021/matej_scislak/README.md", "pages/students/2019/david_stromp/README.md", "pages/students/2019/michal_stromko/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0260", "split": "test", "category": "entity_lookup", "difficulty": "easy", "question": "Nájdi dokument o osobe Eduard Matovka.", "mode": "vector", "expected_documents": [ "pages/students/2021/eduard_matovka/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2021/eduard_matovka/README.md", "pages/students/2021/manohar_gowdru_shridharu/README.md", "pages/interns/oliver_pejic/README.md", "pages/students/2020/matej_kobylan/README.md", "pages/interns/sevval_bulburu/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0260", "split": "test", "category": "entity_lookup", "difficulty": "easy", "question": "Nájdi dokument o osobe Eduard Matovka.", "mode": "hybrid", "expected_documents": [ "pages/students/2021/eduard_matovka/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2021/eduard_matovka/README.md", "pages/students/2021/manohar_gowdru_shridharu/README.md", "pages/interns/oliver_pejic/README.md", "pages/students/2021/matej_scislak/README.md", "pages/students/2020/matej_kobylan/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0261", "split": "test", "category": "fact_title", "difficulty": "easy", "question": "Aký je názov bakalárska práca osoby Eduard Matovka?", "mode": "fts", "expected_documents": [ "pages/students/2021/eduard_matovka/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2021/eduard_matovka/README.md", "pages/students/2021/vladimir_ferko/README.md", "pages/students/2020/matus_suchanic/README.md", "pages/students/2021/martin_sarissky/README.md", "pages/students/2016/jakub_maruniak/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0261", "split": "test", "category": "fact_title", "difficulty": "easy", "question": "Aký je názov bakalárska práca osoby Eduard Matovka?", "mode": "vector", "expected_documents": [ "pages/students/2021/eduard_matovka/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2021/eduard_matovka/README.md", "pages/students/2016/ediz_morochovic/README.md", "pages/students/2020/matej_kobylan/README.md", "pages/students/2020/matus_suchanic/README.md", "pages/students/2016/jan_holp/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0261", "split": "test", "category": "fact_title", "difficulty": "easy", "question": "Aký je názov bakalárska práca osoby Eduard Matovka?", "mode": "hybrid", "expected_documents": [ "pages/students/2021/eduard_matovka/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2021/eduard_matovka/README.md", "pages/students/2016/ediz_morochovic/README.md", "pages/students/2016/jan_holp/README.md", "pages/students/2016/patrik_pavlisin/README.md", "pages/students/2020/matej_kobylan/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0262", "split": "test", "category": "reverse_lookup", "difficulty": "medium", "question": "Kto sa venuje práci s názvom „Slovenská konverzačná umelá inteligencia“?", "mode": "fts", "expected_documents": [ "pages/students/2021/eduard_matovka/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2021/eduard_matovka/README.md", "pages/students/2016/tomas_kucharik/README.md", "pages/students/2019/kristian_sopkovic/README.md", "pages/students/2019/filip_tomas/README.md", "pages/topics/question/navod/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", "https://zp.kemt.fei.tuke.sk/topics/question/navod" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0262", "split": "test", "category": "reverse_lookup", "difficulty": "medium", "question": "Kto sa venuje práci s názvom „Slovenská konverzačná umelá inteligencia“?", "mode": "vector", "expected_documents": [ "pages/students/2021/eduard_matovka/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2021/eduard_matovka/README.md", "pages/students/2020/vladyslav_krupko/README.md", "pages/students/2019/kristian_sopkovic/README.md", "pages/topics/steel/README.md", "pages/students/2022/valerii_kutsenko/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", "https://zp.kemt.fei.tuke.sk/topics/steel", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0262", "split": "test", "category": "reverse_lookup", "difficulty": "medium", "question": "Kto sa venuje práci s názvom „Slovenská konverzačná umelá inteligencia“?", "mode": "hybrid", "expected_documents": [ "pages/students/2021/eduard_matovka/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2021/eduard_matovka/README.md", "pages/students/2020/vladyslav_krupko/README.md", "pages/students/2019/kristian_sopkovic/README.md", "pages/topics/steel/README.md", "pages/students/2022/valerii_kutsenko/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", "https://zp.kemt.fei.tuke.sk/topics/steel", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0263", "split": "test", "category": "topic_lookup", "difficulty": "medium", "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Slovenská konverzačná umelá inteligencia“.", "mode": "fts", "expected_documents": [ "pages/students/2021/eduard_matovka/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2021/eduard_matovka/README.md", "pages/students/2021/vladimir_ferko/README.md", "pages/topics/faq/README.md", "pages/students/2016/lukas_pokryvka/timovy_projekt/README.md", "pages/students/2016/patrik_pavlisin/dp21/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", "https://zp.kemt.fei.tuke.sk/topics/faq", "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka/timovy_projekt", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/dp21" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0263", "split": "test", "category": "topic_lookup", "difficulty": "medium", "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Slovenská konverzačná umelá inteligencia“.", "mode": "vector", "expected_documents": [ "pages/students/2021/eduard_matovka/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2021/eduard_matovka/README.md", "pages/students/2020/vladyslav_krupko/README.md", "pages/students/2019/kristian_sopkovic/README.md", "pages/topics/faq/README.md", "pages/students/2023/rostyslav_rodzhuk/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", "https://zp.kemt.fei.tuke.sk/topics/faq", "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0263", "split": "test", "category": "topic_lookup", "difficulty": "medium", "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Slovenská konverzačná umelá inteligencia“.", "mode": "hybrid", "expected_documents": [ "pages/students/2021/eduard_matovka/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2021/eduard_matovka/README.md", "pages/topics/faq/README.md", "pages/students/2020/vladyslav_krupko/README.md", "pages/students/2019/kristian_sopkovic/README.md", "pages/topics/steel/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", "https://zp.kemt.fei.tuke.sk/topics/faq", "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", "https://zp.kemt.fei.tuke.sk/topics/steel" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0264", "split": "test", "category": "paraphrase", "difficulty": "medium", "question": "O čom je práca osoby Eduard Matovka?", "mode": "fts", "expected_documents": [ "pages/students/2021/eduard_matovka/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2021/eduard_matovka/README.md", "pages/students/2021/vladimir_ferko/README.md", "pages/students/2021/martin_sarissky/README.md", "pages/students/2020/pavol_hudak/README.md", "pages/students/2016/maros_harahus/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0264", "split": "test", "category": "paraphrase", "difficulty": "medium", "question": "O čom je práca osoby Eduard Matovka?", "mode": "vector", "expected_documents": [ "pages/students/2021/eduard_matovka/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2021/eduard_matovka/README.md", "pages/students/2020/matej_kobylan/README.md", "pages/students/2020/matus_suchanic/README.md", "pages/students/2021/matej_scislak/README.md", "pages/students/2023/samuel_dzurina/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0264", "split": "test", "category": "paraphrase", "difficulty": "medium", "question": "O čom je práca osoby Eduard Matovka?", "mode": "hybrid", "expected_documents": [ "pages/students/2021/eduard_matovka/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2021/eduard_matovka/README.md", "pages/students/2020/matej_kobylan/README.md", "pages/students/2020/matus_suchanic/README.md", "pages/students/2016/ediz_morochovic/README.md", "pages/students/2021/matej_scislak/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0265", "split": "test", "category": "fact_start_year", "difficulty": "easy", "question": "V ktorom roku začal študovať Eduard Matovka?", "mode": "fts", "expected_documents": [ "pages/students/2021/eduard_matovka/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2021/eduard_matovka/README.md", "pages/students/2021/vladimir_ferko/README.md", "pages/students/2016/jakub_maruniak/timovy_projekt/README.md", "pages/topics/faq/README.md", "pages/students/2016/maros_harahus/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt", "https://zp.kemt.fei.tuke.sk/topics/faq", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0265", "split": "test", "category": "fact_start_year", "difficulty": "easy", "question": "V ktorom roku začal študovať Eduard Matovka?", "mode": "vector", "expected_documents": [ "pages/students/2021/eduard_matovka/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2021/eduard_matovka/README.md", "pages/students/2020/matus_suchanic/README.md", "pages/students/2016/ediz_morochovic/README.md", "pages/students/2022/valerii_kutsenko/README.md", "pages/students/2021/matej_scislak/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0265", "split": "test", "category": "fact_start_year", "difficulty": "easy", "question": "V ktorom roku začal študovať Eduard Matovka?", "mode": "hybrid", "expected_documents": [ "pages/students/2021/eduard_matovka/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2021/eduard_matovka/README.md", "pages/students/2020/matus_suchanic/README.md", "pages/students/2016/ediz_morochovic/README.md", "pages/students/2017/dmytro_ushatenko/README.md", "pages/students/2022/valerii_kutsenko/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0266", "split": "test", "category": "verification", "difficulty": "medium", "question": "Je pri osobe Eduard Matovka uvedený rok začiatku štúdia 2021?", "mode": "fts", "expected_documents": [ "pages/students/2021/eduard_matovka/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2021/eduard_matovka/README.md", "pages/students/2021/vladimir_ferko/README.md", "pages/students/2021/matej_novotny/README.md", "pages/students/2021/matej_scislak/README.md", "pages/students/2020/jakub_kristian_lukas/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0266", "split": "test", "category": "verification", "difficulty": "medium", "question": "Je pri osobe Eduard Matovka uvedený rok začiatku štúdia 2021?", "mode": "vector", "expected_documents": [ "pages/students/2021/eduard_matovka/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2021/eduard_matovka/README.md", "pages/students/2016/jakub_maruniak/README.md", "pages/students/2016/tomas_kucharik/README.md", "pages/students/2021/matej_novotny/README.md", "pages/students/2018/martin_wencel/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0266", "split": "test", "category": "verification", "difficulty": "medium", "question": "Je pri osobe Eduard Matovka uvedený rok začiatku štúdia 2021?", "mode": "hybrid", "expected_documents": [ "pages/students/2021/eduard_matovka/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2021/eduard_matovka/README.md", "pages/students/2021/matej_novotny/README.md", "pages/students/2018/martin_wencel/README.md", "pages/students/2016/jakub_maruniak/README.md", "pages/students/2020/matus_suchanic/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0267", "split": "test", "category": "fact_work_year", "difficulty": "easy", "question": "V ktorom roku je pri osobe Eduard Matovka uvedená bakalárska práca?", "mode": "fts", "expected_documents": [ "pages/students/2021/eduard_matovka/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2021/eduard_matovka/README.md", "pages/students/2021/vladimir_ferko/README.md", "pages/students/2021/matej_scislak/README.md", "pages/students/2016/darius_lindvai/timovy_projekt/resers/README.md", "pages/topics/faq/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai/timovy_projekt/resers", "https://zp.kemt.fei.tuke.sk/topics/faq" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0267", "split": "test", "category": "fact_work_year", "difficulty": "easy", "question": "V ktorom roku je pri osobe Eduard Matovka uvedená bakalárska práca?", "mode": "vector", "expected_documents": [ "pages/students/2021/eduard_matovka/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2021/eduard_matovka/README.md", "pages/students/2016/ediz_morochovic/README.md", "pages/students/2020/matus_suchanic/README.md", "pages/students/2020/matej_kobylan/README.md", "pages/students/2016/jan_holp/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0267", "split": "test", "category": "fact_work_year", "difficulty": "easy", "question": "V ktorom roku je pri osobe Eduard Matovka uvedená bakalárska práca?", "mode": "hybrid", "expected_documents": [ "pages/students/2021/eduard_matovka/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2021/eduard_matovka/README.md", "pages/students/2016/ediz_morochovic/README.md", "pages/students/2021/vladimir_ferko/README.md", "pages/students/2020/matus_suchanic/README.md", "pages/students/2020/matej_kobylan/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0268", "split": "test", "category": "disambiguation_year", "difficulty": "hard", "question": "Rozlíš rok začiatku štúdia a rok práce osoby Eduard Matovka.", "mode": "fts", "expected_documents": [ "pages/students/2021/eduard_matovka/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2021/eduard_matovka/README.md", "pages/students/2021/vladimir_ferko/README.md", "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2019/kristian_sopkovic/README.md", "pages/students/2016/ediz_morochovic/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0268", "split": "test", "category": "disambiguation_year", "difficulty": "hard", "question": "Rozlíš rok začiatku štúdia a rok práce osoby Eduard Matovka.", "mode": "vector", "expected_documents": [ "pages/students/2021/eduard_matovka/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2021/eduard_matovka/README.md", "pages/students/2020/matej_kobylan/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md", "pages/students/2016/tomas_kucharik/README.md", "pages/students/2016/ediz_morochovic/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0268", "split": "test", "category": "disambiguation_year", "difficulty": "hard", "question": "Rozlíš rok začiatku štúdia a rok práce osoby Eduard Matovka.", "mode": "hybrid", "expected_documents": [ "pages/students/2021/eduard_matovka/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2021/eduard_matovka/README.md", "pages/students/2020/matej_kobylan/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md", "pages/students/2016/tomas_kucharik/README.md", "pages/students/2016/ediz_morochovic/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0269", "split": "test", "category": "adversarial_year", "difficulty": "hard", "question": "Je rok 2021 rokom záverečnej práce osoby Eduard Matovka?", "mode": "fts", "expected_documents": [ "pages/students/2021/eduard_matovka/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2021/eduard_matovka/README.md", "pages/students/2021/vladimir_ferko/README.md", "pages/topics/faq/README.md", "pages/topics/akopisat/README.md", "pages/students/2021/martin_sarissky/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", "https://zp.kemt.fei.tuke.sk/topics/faq", "https://zp.kemt.fei.tuke.sk/topics/akopisat", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0269", "split": "test", "category": "adversarial_year", "difficulty": "hard", "question": "Je rok 2021 rokom záverečnej práce osoby Eduard Matovka?", "mode": "vector", "expected_documents": [ "pages/students/2021/eduard_matovka/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2021/eduard_matovka/README.md", "pages/students/2021/vladimir_ferko/README.md", "pages/students/2020/matus_suchanic/README.md", "pages/students/2021/matej_novotny/README.md", "pages/students/2020/matej_kobylan/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0269", "split": "test", "category": "adversarial_year", "difficulty": "hard", "question": "Je rok 2021 rokom záverečnej práce osoby Eduard Matovka?", "mode": "hybrid", "expected_documents": [ "pages/students/2021/eduard_matovka/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2021/eduard_matovka/README.md", "pages/students/2021/vladimir_ferko/README.md", "pages/students/2021/matej_novotny/README.md", "pages/students/2021/matej_scislak/README.md", "pages/students/2020/matus_suchanic/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0270", "split": "test", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou slovenský jazykový model a osobou Eduard Matovka?", "mode": "fts", "expected_documents": [ "pages/students/2021/eduard_matovka/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2021/eduard_matovka/README.md", "pages/students/2021/vladimir_ferko/README.md", "pages/topics/bert/README.md", "pages/students/2017/martin_jancura/README.md", "pages/students/2020/pavol_hudak/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", "https://zp.kemt.fei.tuke.sk/topics/bert", "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", "https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0270", "split": "test", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou slovenský jazykový model a osobou Eduard Matovka?", "mode": "vector", "expected_documents": [ "pages/students/2021/eduard_matovka/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2021/eduard_matovka/README.md", "pages/topics/bert/README.md", "pages/students/2021/matej_novotny/README.md", "pages/students/2020/matus_suchanic/README.md", "pages/students/2022/samuel_vasil/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", "https://zp.kemt.fei.tuke.sk/topics/bert", "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0270", "split": "test", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou slovenský jazykový model a osobou Eduard Matovka?", "mode": "hybrid", "expected_documents": [ "pages/students/2021/eduard_matovka/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2021/eduard_matovka/README.md", "pages/topics/bert/README.md", "pages/students/2021/matej_novotny/README.md", "pages/students/2020/matus_suchanic/README.md", "pages/students/2022/samuel_vasil/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", "https://zp.kemt.fei.tuke.sk/topics/bert", "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0271", "split": "test", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou LLAMA a osobou Eduard Matovka?", "mode": "fts", "expected_documents": [ "pages/students/2021/eduard_matovka/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2021/eduard_matovka/README.md", "pages/students/2021/vladimir_ferko/README.md", "pages/students/2017/martin_jancura/README.md", "pages/students/2020/pavol_hudak/README.md", "pages/students/2016/maros_harahus/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", "https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0271", "split": "test", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou LLAMA a osobou Eduard Matovka?", "mode": "vector", "expected_documents": [ "pages/students/2021/eduard_matovka/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2021/eduard_matovka/README.md", "pages/students/2023/samuel_dzurina/README.md", "pages/students/2022/samuel_vasil/README.md", "pages/students/2021/matej_scislak/README.md", "pages/students/2018/david_omasta/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0271", "split": "test", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou LLAMA a osobou Eduard Matovka?", "mode": "hybrid", "expected_documents": [ "pages/students/2021/eduard_matovka/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2021/eduard_matovka/README.md", "pages/students/2023/samuel_dzurina/README.md", "pages/students/2020/vladyslav_krupko/README.md", "pages/students/2018/david_omasta/README.md", "pages/students/2022/samuel_vasil/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0272", "split": "test", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou SlovakAlpaca a osobou Eduard Matovka?", "mode": "fts", "expected_documents": [ "pages/students/2021/eduard_matovka/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2021/eduard_matovka/README.md", "pages/students/2020/pavol_hudak/README.md", "pages/students/2021/vladimir_ferko/README.md", "pages/students/2017/martin_jancura/README.md", "pages/students/2016/maros_harahus/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", "https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak", "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0272", "split": "test", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou SlovakAlpaca a osobou Eduard Matovka?", "mode": "vector", "expected_documents": [ "pages/students/2021/eduard_matovka/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2021/eduard_matovka/README.md", "pages/students/2020/matus_suchanic/README.md", "pages/students/2021/matej_novotny/README.md", "pages/students/2019/michal_stromko/README.md", "pages/topics/resources/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "https://zp.kemt.fei.tuke.sk/topics/resources" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0272", "split": "test", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou SlovakAlpaca a osobou Eduard Matovka?", "mode": "hybrid", "expected_documents": [ "pages/students/2021/eduard_matovka/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2021/eduard_matovka/README.md", "pages/students/2019/michal_stromko/README.md", "pages/topics/faq/README.md", "pages/students/2020/matus_suchanic/README.md", "pages/students/2021/matej_novotny/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "https://zp.kemt.fei.tuke.sk/topics/faq", "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0273", "split": "test", "category": "specific_fact", "difficulty": "medium", "question": "Aký bol predbežný cieľ práce Eduarda Matovku?", "mode": "fts", "expected_documents": [ "pages/students/2021/eduard_matovka/README.md" ], "first_relevant_rank": 4, "reciprocal_rank": 0.25, "top_documents": [ "pages/students/2016/patrik_pavlisin/README.md", "pages/students/2022/daniil_huzenko/README.md", "pages/students/2022/samuel_vasil/README.md", "pages/students/2021/eduard_matovka/README.md", "pages/students/2016/jakub_maruniak/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" ], "hit_at_1": 0, "recall_at_1": 0.0, "hit_at_3": 0, "recall_at_3": 0.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0273", "split": "test", "category": "specific_fact", "difficulty": "medium", "question": "Aký bol predbežný cieľ práce Eduarda Matovku?", "mode": "vector", "expected_documents": [ "pages/students/2021/eduard_matovka/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2021/eduard_matovka/README.md", "pages/students/2020/matej_kobylan/README.md", "pages/students/2020/matus_suchanic/README.md", "pages/students/2021/matej_scislak/README.md", "pages/students/2016/ediz_morochovic/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0273", "split": "test", "category": "specific_fact", "difficulty": "medium", "question": "Aký bol predbežný cieľ práce Eduarda Matovku?", "mode": "hybrid", "expected_documents": [ "pages/students/2021/eduard_matovka/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2021/eduard_matovka/README.md", "pages/students/2020/matej_kobylan/README.md", "pages/students/2020/matus_suchanic/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md", "pages/students/2021/matej_scislak/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0274", "split": "test", "category": "specific_fact", "difficulty": "medium", "question": "Aké modely mal Eduard Matovka vyskúšať okrem LLAMA?", "mode": "fts", "expected_documents": [ "pages/students/2021/eduard_matovka/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2021/eduard_matovka/README.md", "pages/students/2021/vladimir_ferko/README.md", "pages/students/2020/pavol_hudak/README.md", "pages/students/2022/jakub_schwarc/README.md", "pages/students/2021/artur_hyrenko/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", "https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak", "https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc", "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0274", "split": "test", "category": "specific_fact", "difficulty": "medium", "question": "Aké modely mal Eduard Matovka vyskúšať okrem LLAMA?", "mode": "vector", "expected_documents": [ "pages/students/2021/eduard_matovka/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2021/eduard_matovka/README.md", "pages/students/2020/vladyslav_krupko/README.md", "pages/students/2021/artur_hyrenko/README.md", "pages/students/2018/david_omasta/README.md", "pages/students/2020/pavol_hudak/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko", "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", "https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0274", "split": "test", "category": "specific_fact", "difficulty": "medium", "question": "Aké modely mal Eduard Matovka vyskúšať okrem LLAMA?", "mode": "hybrid", "expected_documents": [ "pages/students/2021/eduard_matovka/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2021/eduard_matovka/README.md", "pages/students/2021/artur_hyrenko/README.md", "pages/students/2020/vladyslav_krupko/README.md", "pages/students/2020/pavol_hudak/README.md", "pages/students/2018/david_omasta/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko", "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", "https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak", "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0288", "split": "test", "category": "entity_lookup", "difficulty": "easy", "question": "Nájdi dokument o osobe Andrii Pervashov.", "mode": "fts", "expected_documents": [ "pages/students/2022/andrii_pervashov/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/andrii_pervashov/README.md", "pages/students/2021/nikita_bodnar/README.md", "pages/students/2021/matej_scislak/README.md", "pages/students/2019/david_stromp/README.md", "pages/students/2019/michal_stromko/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0288", "split": "test", "category": "entity_lookup", "difficulty": "easy", "question": "Nájdi dokument o osobe Andrii Pervashov.", "mode": "vector", "expected_documents": [ "pages/students/2022/andrii_pervashov/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/andrii_pervashov/README.md", "pages/students/2021/manohar_gowdru_shridharu/README.md", "pages/interns/sevval_bulburu/README.md", "pages/students/2018/adrian_remias/README.md", "pages/students/2021/vladimir_ferko/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0288", "split": "test", "category": "entity_lookup", "difficulty": "easy", "question": "Nájdi dokument o osobe Andrii Pervashov.", "mode": "hybrid", "expected_documents": [ "pages/students/2022/andrii_pervashov/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/andrii_pervashov/README.md", "pages/students/2021/manohar_gowdru_shridharu/README.md", "pages/interns/sevval_bulburu/README.md", "pages/students/2018/adrian_remias/README.md", "pages/students/2021/vladimir_ferko/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0289", "split": "test", "category": "fact_title", "difficulty": "easy", "question": "Aký je názov diplomová práca osoby Andrii Pervashov?", "mode": "fts", "expected_documents": [ "pages/students/2022/andrii_pervashov/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/andrii_pervashov/README.md", "pages/students/2021/nikita_bodnar/README.md", "pages/students/2020/matus_suchanic/README.md", "pages/students/2016/mark_feher/README.md", "pages/students/2016/patrik_pavlisin/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar", "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0289", "split": "test", "category": "fact_title", "difficulty": "easy", "question": "Aký je názov diplomová práca osoby Andrii Pervashov?", "mode": "vector", "expected_documents": [ "pages/students/2022/andrii_pervashov/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/andrii_pervashov/README.md", "pages/students/2016/tomas_kucharik/README.md", "pages/students/2016/patrik_pavlisin/README.md", "pages/students/2016/jan_holp/README.md", "pages/students/2016/mark_feher/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0289", "split": "test", "category": "fact_title", "difficulty": "easy", "question": "Aký je názov diplomová práca osoby Andrii Pervashov?", "mode": "hybrid", "expected_documents": [ "pages/students/2022/andrii_pervashov/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/andrii_pervashov/README.md", "pages/students/2016/mark_feher/README.md", "pages/students/2016/jan_holp/README.md", "pages/students/2016/tomas_kucharik/README.md", "pages/students/2016/patrik_pavlisin/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0290", "split": "test", "category": "reverse_lookup", "difficulty": "medium", "question": "Kto sa venuje práci s názvom „Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu“?", "mode": "fts", "expected_documents": [ "pages/students/2022/andrii_pervashov/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/andrii_pervashov/README.md", "pages/topics/seq2seq/README.md", "pages/students/2018/adrian_remias/README.md", "pages/students/2016/tomas_kucharik/README.md", "pages/students/2019/david_stromp/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", "https://zp.kemt.fei.tuke.sk/topics/seq2seq", "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0290", "split": "test", "category": "reverse_lookup", "difficulty": "medium", "question": "Kto sa venuje práci s názvom „Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu“?", "mode": "vector", "expected_documents": [ "pages/students/2022/andrii_pervashov/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/andrii_pervashov/README.md", "pages/topics/faq/README.md", "pages/students/2022/valerii_kutsenko/README.md", "pages/students/2022/yevhenii_leonov/README.md", "pages/students/2022/oleh_poiasnik/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", "https://zp.kemt.fei.tuke.sk/topics/faq", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0290", "split": "test", "category": "reverse_lookup", "difficulty": "medium", "question": "Kto sa venuje práci s názvom „Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu“?", "mode": "hybrid", "expected_documents": [ "pages/students/2022/andrii_pervashov/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/andrii_pervashov/README.md", "pages/students/2022/oleh_poiasnik/README.md", "pages/topics/faq/README.md", "pages/students/2022/valerii_kutsenko/README.md", "pages/students/2022/yevhenii_leonov/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", "https://zp.kemt.fei.tuke.sk/topics/faq", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0291", "split": "test", "category": "topic_lookup", "difficulty": "medium", "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu“.", "mode": "fts", "expected_documents": [ "pages/students/2022/andrii_pervashov/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/andrii_pervashov/README.md", "pages/students/2021/vladimir_ferko/README.md", "pages/topics/seq2seq/README.md", "pages/students/2019/david_stromp/README.md", "pages/students/2017/martin_jancura/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", "https://zp.kemt.fei.tuke.sk/topics/seq2seq", "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp", "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0291", "split": "test", "category": "topic_lookup", "difficulty": "medium", "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu“.", "mode": "vector", "expected_documents": [ "pages/students/2022/andrii_pervashov/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/andrii_pervashov/README.md", "pages/topics/faq/README.md", "pages/students/2022/oleh_poiasnik/README.md", "pages/students/2016/tomas_kucharik/README.md", "pages/students/2016/jan_holp/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", "https://zp.kemt.fei.tuke.sk/topics/faq", "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0291", "split": "test", "category": "topic_lookup", "difficulty": "medium", "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu“.", "mode": "hybrid", "expected_documents": [ "pages/students/2022/andrii_pervashov/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/andrii_pervashov/README.md", "pages/topics/faq/README.md", "pages/students/2022/oleh_poiasnik/README.md", "pages/students/2020/matej_kobylan/README.md", "pages/students/2016/tomas_kucharik/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", "https://zp.kemt.fei.tuke.sk/topics/faq", "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0292", "split": "test", "category": "paraphrase", "difficulty": "medium", "question": "O čom je práca osoby Andrii Pervashov?", "mode": "fts", "expected_documents": [ "pages/students/2022/andrii_pervashov/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/andrii_pervashov/README.md", "pages/students/2021/nikita_bodnar/README.md", "pages/students/2021/martin_sarissky/README.md", "pages/students/2016/maros_harahus/README.md", "pages/students/2017/martin_jancura/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0292", "split": "test", "category": "paraphrase", "difficulty": "medium", "question": "O čom je práca osoby Andrii Pervashov?", "mode": "vector", "expected_documents": [ "pages/students/2022/andrii_pervashov/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/andrii_pervashov/README.md", "pages/students/2016/tomas_kucharik/README.md", "pages/topics/question/nezodpovedatelne/README.md", "pages/students/2020/matej_kobylan/README.md", "pages/students/2020/matus_suchanic/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne", "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0292", "split": "test", "category": "paraphrase", "difficulty": "medium", "question": "O čom je práca osoby Andrii Pervashov?", "mode": "hybrid", "expected_documents": [ "pages/students/2022/andrii_pervashov/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/andrii_pervashov/README.md", "pages/students/2016/tomas_kucharik/README.md", "pages/students/2020/matej_kobylan/README.md", "pages/topics/question/nezodpovedatelne/README.md", "pages/students/2020/matus_suchanic/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", "https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne", "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0293", "split": "test", "category": "fact_start_year", "difficulty": "easy", "question": "V ktorom roku začal študovať Andrii Pervashov?", "mode": "fts", "expected_documents": [ "pages/students/2022/andrii_pervashov/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/andrii_pervashov/README.md", "pages/students/2021/eduard_matovka/README.md", "pages/students/2016/jakub_maruniak/timovy_projekt/README.md", "pages/students/2021/nikita_bodnar/README.md", "pages/topics/faq/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt", "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar", "https://zp.kemt.fei.tuke.sk/topics/faq" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0293", "split": "test", "category": "fact_start_year", "difficulty": "easy", "question": "V ktorom roku začal študovať Andrii Pervashov?", "mode": "vector", "expected_documents": [ "pages/students/2022/andrii_pervashov/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/andrii_pervashov/README.md", "pages/students/2017/stanislav_matsunych/README.md", "pages/students/2016/tomas_kucharik/README.md", "pages/students/2021/nikita_bodnar/README.md", "pages/students/2016/jan_holp/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", "https://zp.kemt.fei.tuke.sk/students/2017/stanislav_matsunych", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0293", "split": "test", "category": "fact_start_year", "difficulty": "easy", "question": "V ktorom roku začal študovať Andrii Pervashov?", "mode": "hybrid", "expected_documents": [ "pages/students/2022/andrii_pervashov/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/andrii_pervashov/README.md", "pages/students/2016/jan_holp/README.md", "pages/students/2016/tomas_kucharik/README.md", "pages/students/2017/stanislav_matsunych/README.md", "pages/students/2021/nikita_bodnar/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2017/stanislav_matsunych", "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0294", "split": "test", "category": "verification", "difficulty": "medium", "question": "Je pri osobe Andrii Pervashov uvedený rok začiatku štúdia 2022?", "mode": "fts", "expected_documents": [ "pages/students/2022/andrii_pervashov/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/andrii_pervashov/README.md", "pages/students/2022/tetiana_mohorian/README.md", "pages/students/2022/daniil_huzenko/README.md", "pages/students/2022/samuel_vasil/README.md", "pages/students/2022/valerii_kutsenko/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0294", "split": "test", "category": "verification", "difficulty": "medium", "question": "Je pri osobe Andrii Pervashov uvedený rok začiatku štúdia 2022?", "mode": "vector", "expected_documents": [ "pages/students/2022/andrii_pervashov/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/andrii_pervashov/README.md", "pages/students/2016/tomas_kucharik/README.md", "pages/students/2016/patrik_pavlisin/README.md", "pages/students/2018/oleh_bilykh/README.md", "pages/students/2020/matus_suchanic/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0294", "split": "test", "category": "verification", "difficulty": "medium", "question": "Je pri osobe Andrii Pervashov uvedený rok začiatku štúdia 2022?", "mode": "hybrid", "expected_documents": [ "pages/students/2022/andrii_pervashov/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/andrii_pervashov/README.md", "pages/students/2016/tomas_kucharik/README.md", "pages/students/2016/patrik_pavlisin/README.md", "pages/students/2018/oleh_bilykh/README.md", "pages/students/2020/matus_suchanic/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0295", "split": "test", "category": "fact_work_year", "difficulty": "easy", "question": "V ktorom roku je pri osobe Andrii Pervashov uvedená diplomová práca?", "mode": "fts", "expected_documents": [ "pages/students/2022/andrii_pervashov/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/andrii_pervashov/README.md", "pages/students/2021/nikita_bodnar/README.md", "pages/students/2021/matej_scislak/README.md", "pages/students/2018/david_omasta/README.md", "pages/students/2016/darius_lindvai/timovy_projekt/resers/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai/timovy_projekt/resers" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0295", "split": "test", "category": "fact_work_year", "difficulty": "easy", "question": "V ktorom roku je pri osobe Andrii Pervashov uvedená diplomová práca?", "mode": "vector", "expected_documents": [ "pages/students/2022/andrii_pervashov/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/andrii_pervashov/README.md", "pages/students/2016/jan_holp/README.md", "pages/students/2016/tomas_kucharik/README.md", "pages/students/2016/patrik_pavlisin/README.md", "pages/students/2016/jakub_maruniak/dp2021/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0295", "split": "test", "category": "fact_work_year", "difficulty": "easy", "question": "V ktorom roku je pri osobe Andrii Pervashov uvedená diplomová práca?", "mode": "hybrid", "expected_documents": [ "pages/students/2022/andrii_pervashov/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/andrii_pervashov/README.md", "pages/students/2016/jan_holp/README.md", "pages/students/2016/tomas_kucharik/README.md", "pages/students/2016/patrik_pavlisin/README.md", "pages/students/2016/jakub_maruniak/dp2021/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0296", "split": "test", "category": "disambiguation_year", "difficulty": "hard", "question": "Rozlíš rok začiatku štúdia a rok práce osoby Andrii Pervashov.", "mode": "fts", "expected_documents": [ "pages/students/2022/andrii_pervashov/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/andrii_pervashov/README.md", "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2019/kristian_sopkovic/README.md", "pages/students/2016/ediz_morochovic/README.md", "pages/students/2019/filip_tomas/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0296", "split": "test", "category": "disambiguation_year", "difficulty": "hard", "question": "Rozlíš rok začiatku štúdia a rok práce osoby Andrii Pervashov.", "mode": "vector", "expected_documents": [ "pages/students/2022/andrii_pervashov/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/andrii_pervashov/README.md", "pages/students/2016/tomas_kucharik/README.md", "pages/students/2020/matej_kobylan/README.md", "pages/students/2016/maros_harahus/README.md", "pages/students/2021/manohar_gowdru_shridharu/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0296", "split": "test", "category": "disambiguation_year", "difficulty": "hard", "question": "Rozlíš rok začiatku štúdia a rok práce osoby Andrii Pervashov.", "mode": "hybrid", "expected_documents": [ "pages/students/2022/andrii_pervashov/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/andrii_pervashov/README.md", "pages/students/2016/tomas_kucharik/README.md", "pages/students/2020/matej_kobylan/README.md", "pages/students/2016/maros_harahus/README.md", "pages/students/2021/manohar_gowdru_shridharu/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0297", "split": "test", "category": "adversarial_year", "difficulty": "hard", "question": "Je rok 2022 rokom záverečnej práce osoby Andrii Pervashov?", "mode": "fts", "expected_documents": [ "pages/students/2022/andrii_pervashov/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/andrii_pervashov/README.md", "pages/topics/faq/README.md", "pages/topics/akopisat/README.md", "pages/students/2021/nikita_bodnar/README.md", "pages/students/2022/jan_malinovsky/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", "https://zp.kemt.fei.tuke.sk/topics/faq", "https://zp.kemt.fei.tuke.sk/topics/akopisat", "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar", "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0297", "split": "test", "category": "adversarial_year", "difficulty": "hard", "question": "Je rok 2022 rokom záverečnej práce osoby Andrii Pervashov?", "mode": "vector", "expected_documents": [ "pages/students/2022/andrii_pervashov/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/andrii_pervashov/README.md", "pages/students/2020/matej_kobylan/README.md", "pages/students/2021/vladimir_ferko/README.md", "pages/students/2020/matus_suchanic/README.md", "pages/students/2016/tomas_kucharik/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0297", "split": "test", "category": "adversarial_year", "difficulty": "hard", "question": "Je rok 2022 rokom záverečnej práce osoby Andrii Pervashov?", "mode": "hybrid", "expected_documents": [ "pages/students/2022/andrii_pervashov/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/andrii_pervashov/README.md", "pages/students/2021/vladimir_ferko/README.md", "pages/students/2020/matej_kobylan/README.md", "pages/students/2020/matus_suchanic/README.md", "pages/students/2016/tomas_kucharik/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0298", "split": "test", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou speech-to-text a osobou Andrii Pervashov?", "mode": "fts", "expected_documents": [ "pages/students/2022/andrii_pervashov/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/andrii_pervashov/README.md", "pages/students/2021/nikita_bodnar/README.md", "pages/students/2017/martin_jancura/README.md", "pages/students/2019/patrik_pokrivcak/README.md", "pages/students/2016/maros_harahus/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar", "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0298", "split": "test", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou speech-to-text a osobou Andrii Pervashov?", "mode": "vector", "expected_documents": [ "pages/students/2022/andrii_pervashov/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/andrii_pervashov/README.md", "pages/topics/hatespeech/README.md", "pages/students/2019/kristian_sopkovic/README.md", "pages/topics/faq/README.md", "pages/students/2021/manohar_gowdru_shridharu/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", "https://zp.kemt.fei.tuke.sk/topics/hatespeech", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", "https://zp.kemt.fei.tuke.sk/topics/faq", "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0298", "split": "test", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou speech-to-text a osobou Andrii Pervashov?", "mode": "hybrid", "expected_documents": [ "pages/students/2022/andrii_pervashov/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/andrii_pervashov/README.md", "pages/topics/hatespeech/README.md", "pages/students/2020/matej_kobylan/README.md", "pages/topics/faq/README.md", "pages/students/2016/patrik_pavlisin/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", "https://zp.kemt.fei.tuke.sk/topics/hatespeech", "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", "https://zp.kemt.fei.tuke.sk/topics/faq", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0299", "split": "test", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou OpenWebUI a osobou Andrii Pervashov?", "mode": "fts", "expected_documents": [ "pages/students/2022/andrii_pervashov/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/andrii_pervashov/README.md", "pages/students/2022/jan_ptak/README.md", "pages/students/2017/martin_jancura/README.md", "pages/students/2021/nikita_bodnar/README.md", "pages/students/2023/maksym_zatirka/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar", "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0299", "split": "test", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou OpenWebUI a osobou Andrii Pervashov?", "mode": "vector", "expected_documents": [ "pages/students/2022/andrii_pervashov/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/andrii_pervashov/README.md", "pages/students/2022/samuel_vasil/README.md", "pages/students/2018/oleh_bilykh/README.md", "pages/students/2023/oleksandr_dorybohov/README.md", "pages/students/2022/jan_ptak/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0299", "split": "test", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou OpenWebUI a osobou Andrii Pervashov?", "mode": "hybrid", "expected_documents": [ "pages/students/2022/andrii_pervashov/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/andrii_pervashov/README.md", "pages/students/2022/samuel_vasil/README.md", "pages/students/2022/jan_ptak/README.md", "pages/students/2018/oleh_bilykh/README.md", "pages/students/2023/oleksandr_dorybohov/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0300", "split": "test", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou štruktúrované informácie a osobou Andrii Pervashov?", "mode": "fts", "expected_documents": [ "pages/students/2022/andrii_pervashov/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/andrii_pervashov/README.md", "pages/students/2021/oleksandr_hryshchenko/README.md", "pages/students/2017/martin_jancura/README.md", "pages/students/2021/nikita_bodnar/README.md", "pages/students/2016/maros_harahus/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko", "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0300", "split": "test", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou štruktúrované informácie a osobou Andrii Pervashov?", "mode": "vector", "expected_documents": [ "pages/students/2022/andrii_pervashov/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/andrii_pervashov/README.md", "pages/topics/faq/README.md", "pages/students/2022/jan_malinovsky/README.md", "pages/students/2016/jan_holp/README.md", "pages/students/2016/patrik_pavlisin/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", "https://zp.kemt.fei.tuke.sk/topics/faq", "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0300", "split": "test", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou štruktúrované informácie a osobou Andrii Pervashov?", "mode": "hybrid", "expected_documents": [ "pages/students/2022/andrii_pervashov/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/andrii_pervashov/README.md", "pages/topics/faq/README.md", "pages/students/2020/matej_kobylan/README.md", "pages/students/2016/patrik_pavlisin/README.md", "pages/students/2022/jan_malinovsky/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", "https://zp.kemt.fei.tuke.sk/topics/faq", "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0301", "split": "test", "category": "specific_fact", "difficulty": "medium", "question": "Aké rozhranie alebo systém má Andrii Pervashov naštudovať pre svoju prácu?", "mode": "fts", "expected_documents": [ "pages/students/2022/andrii_pervashov/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/andrii_pervashov/README.md", "pages/students/2016/tomas_kucharik/README.md", "pages/students/2021/nikita_bodnar/README.md", "pages/topics/named-entity/navod/README.md", "pages/students/2019/samuel_horani/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar", "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod", "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0301", "split": "test", "category": "specific_fact", "difficulty": "medium", "question": "Aké rozhranie alebo systém má Andrii Pervashov naštudovať pre svoju prácu?", "mode": "vector", "expected_documents": [ "pages/students/2022/andrii_pervashov/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/andrii_pervashov/README.md", "pages/students/2023/samuel_dzurina/README.md", "pages/students/2020/matej_kobylan/README.md", "pages/students/2021/artur_hyrenko/README.md", "pages/students/2023/rostyslav_rodzhuk/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko", "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0301", "split": "test", "category": "specific_fact", "difficulty": "medium", "question": "Aké rozhranie alebo systém má Andrii Pervashov naštudovať pre svoju prácu?", "mode": "hybrid", "expected_documents": [ "pages/students/2022/andrii_pervashov/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/andrii_pervashov/README.md", "pages/students/2023/samuel_dzurina/README.md", "pages/students/2020/matej_kobylan/README.md", "pages/students/2023/oleksandr_dorybohov/README.md", "pages/students/2019/samuel_horani/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0302", "split": "test", "category": "specific_fact", "difficulty": "medium", "question": "Do akej podoby má agent Andriiho Pervashova transformovať rečový vstup?", "mode": "fts", "expected_documents": [ "pages/students/2022/andrii_pervashov/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/andrii_pervashov/README.md", "pages/students/2023/samuel_dzurina/README.md", "pages/students/2016/dominik_nagy/README.md", "pages/students/2016/patrik_pavlisin/tp20/README.md", "pages/students/2019/michal_stromko/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0302", "split": "test", "category": "specific_fact", "difficulty": "medium", "question": "Do akej podoby má agent Andriiho Pervashova transformovať rečový vstup?", "mode": "vector", "expected_documents": [ "pages/students/2022/andrii_pervashov/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/andrii_pervashov/README.md", "pages/students/2021/martin_sarissky/README.md", "pages/students/2016/tomas_kucharik/README.md", "pages/students/2021/matej_scislak/README.md", "pages/students/2023/rostyslav_rodzhuk/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0302", "split": "test", "category": "specific_fact", "difficulty": "medium", "question": "Do akej podoby má agent Andriiho Pervashova transformovať rečový vstup?", "mode": "hybrid", "expected_documents": [ "pages/students/2022/andrii_pervashov/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/andrii_pervashov/README.md", "pages/students/2021/martin_sarissky/README.md", "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2016/tomas_kucharik/README.md", "pages/students/2021/matej_scislak/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0317", "split": "test", "category": "entity_lookup", "difficulty": "easy", "question": "Nájdi dokument o osobe Oleh Poiasnik.", "mode": "fts", "expected_documents": [ "pages/students/2022/oleh_poiasnik/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/oleh_poiasnik/README.md", "pages/students/2021/matej_scislak/README.md", "pages/students/2021/martin_sarissky/README.md", "pages/students/2022/yevhenii_leonov/README.md", "pages/students/2018/oleh_bilykh/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0317", "split": "test", "category": "entity_lookup", "difficulty": "easy", "question": "Nájdi dokument o osobe Oleh Poiasnik.", "mode": "vector", "expected_documents": [ "pages/students/2022/oleh_poiasnik/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/oleh_poiasnik/README.md", "pages/students/2021/manohar_gowdru_shridharu/README.md", "pages/students/2021/martin_sarissky/README.md", "pages/students/2018/adrian_remias/README.md", "pages/students/2023/samuel_dzurina/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0317", "split": "test", "category": "entity_lookup", "difficulty": "easy", "question": "Nájdi dokument o osobe Oleh Poiasnik.", "mode": "hybrid", "expected_documents": [ "pages/students/2022/oleh_poiasnik/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/oleh_poiasnik/README.md", "pages/students/2021/martin_sarissky/README.md", "pages/students/2021/manohar_gowdru_shridharu/README.md", "pages/students/2021/matej_scislak/README.md", "pages/students/2018/adrian_remias/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0318", "split": "test", "category": "fact_title", "difficulty": "easy", "question": "Aký je názov diplomová práca osoby Oleh Poiasnik?", "mode": "fts", "expected_documents": [ "pages/students/2022/oleh_poiasnik/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/oleh_poiasnik/README.md", "pages/students/2021/martin_sarissky/README.md", "pages/students/2021/matej_scislak/README.md", "pages/students/2022/yevhenii_leonov/README.md", "pages/students/2020/matus_suchanic/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0318", "split": "test", "category": "fact_title", "difficulty": "easy", "question": "Aký je názov diplomová práca osoby Oleh Poiasnik?", "mode": "vector", "expected_documents": [ "pages/students/2022/oleh_poiasnik/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/oleh_poiasnik/README.md", "pages/students/2021/martin_sarissky/README.md", "pages/students/2016/tomas_kucharik/README.md", "pages/students/2021/matej_scislak/README.md", "pages/students/2018/oleh_bilykh/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0318", "split": "test", "category": "fact_title", "difficulty": "easy", "question": "Aký je názov diplomová práca osoby Oleh Poiasnik?", "mode": "hybrid", "expected_documents": [ "pages/students/2022/oleh_poiasnik/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/oleh_poiasnik/README.md", "pages/students/2021/martin_sarissky/README.md", "pages/students/2021/matej_scislak/README.md", "pages/students/2018/oleh_bilykh/README.md", "pages/students/2022/yevhenii_leonov/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0319", "split": "test", "category": "reverse_lookup", "difficulty": "medium", "question": "Kto sa venuje práci s názvom „Expertný agentový systém na podporu rozhodovania v lekárni“?", "mode": "fts", "expected_documents": [ "pages/students/2022/oleh_poiasnik/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/oleh_poiasnik/README.md", "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/topics/steel/README.md", "pages/students/2021/martin_sarissky/README.md", "pages/students/2023/samuel_dzurina/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/topics/steel", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0319", "split": "test", "category": "reverse_lookup", "difficulty": "medium", "question": "Kto sa venuje práci s názvom „Expertný agentový systém na podporu rozhodovania v lekárni“?", "mode": "vector", "expected_documents": [ "pages/students/2022/oleh_poiasnik/README.md" ], "first_relevant_rank": 3, "reciprocal_rank": 0.333333, "top_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2023/oleksandr_dorybohov/README.md", "pages/students/2022/oleh_poiasnik/README.md", "pages/students/2023/samuel_dzurina/README.md", "pages/students/2021/matej_scislak/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "hit_at_1": 0, "recall_at_1": 0.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0319", "split": "test", "category": "reverse_lookup", "difficulty": "medium", "question": "Kto sa venuje práci s názvom „Expertný agentový systém na podporu rozhodovania v lekárni“?", "mode": "hybrid", "expected_documents": [ "pages/students/2022/oleh_poiasnik/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/oleh_poiasnik/README.md", "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2023/samuel_dzurina/README.md", "pages/students/2021/martin_sarissky/README.md", "pages/students/2023/oleksandr_dorybohov/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0320", "split": "test", "category": "topic_lookup", "difficulty": "medium", "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Expertný agentový systém na podporu rozhodovania v lekárni“.", "mode": "fts", "expected_documents": [ "pages/students/2022/oleh_poiasnik/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/oleh_poiasnik/README.md", "pages/topics/steel/README.md", "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2021/martin_sarissky/README.md", "pages/students/2021/vladimir_ferko/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", "https://zp.kemt.fei.tuke.sk/topics/steel", "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0320", "split": "test", "category": "topic_lookup", "difficulty": "medium", "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Expertný agentový systém na podporu rozhodovania v lekárni“.", "mode": "vector", "expected_documents": [ "pages/students/2022/oleh_poiasnik/README.md" ], "first_relevant_rank": 4, "reciprocal_rank": 0.25, "top_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2023/oleksandr_dorybohov/README.md", "pages/students/2021/matej_scislak/README.md", "pages/students/2022/oleh_poiasnik/README.md", "pages/students/2021/martin_sarissky/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" ], "hit_at_1": 0, "recall_at_1": 0.0, "hit_at_3": 0, "recall_at_3": 0.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0320", "split": "test", "category": "topic_lookup", "difficulty": "medium", "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Expertný agentový systém na podporu rozhodovania v lekárni“.", "mode": "hybrid", "expected_documents": [ "pages/students/2022/oleh_poiasnik/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/oleh_poiasnik/README.md", "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2021/martin_sarissky/README.md", "pages/topics/faq/README.md", "pages/students/2023/oleksandr_dorybohov/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/topics/faq", "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0321", "split": "test", "category": "paraphrase", "difficulty": "medium", "question": "O čom je práca osoby Oleh Poiasnik?", "mode": "fts", "expected_documents": [ "pages/students/2022/oleh_poiasnik/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/oleh_poiasnik/README.md", "pages/students/2021/matej_scislak/README.md", "pages/students/2021/martin_sarissky/README.md", "pages/students/2018/oleh_bilykh/README.md", "pages/students/2022/yevhenii_leonov/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0321", "split": "test", "category": "paraphrase", "difficulty": "medium", "question": "O čom je práca osoby Oleh Poiasnik?", "mode": "vector", "expected_documents": [ "pages/students/2022/oleh_poiasnik/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/oleh_poiasnik/README.md", "pages/students/2021/martin_sarissky/README.md", "pages/students/2021/matej_scislak/README.md", "pages/students/2022/yevhenii_leonov/README.md", "pages/students/2023/oleksandr_dorybohov/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0321", "split": "test", "category": "paraphrase", "difficulty": "medium", "question": "O čom je práca osoby Oleh Poiasnik?", "mode": "hybrid", "expected_documents": [ "pages/students/2022/oleh_poiasnik/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/oleh_poiasnik/README.md", "pages/students/2021/martin_sarissky/README.md", "pages/students/2021/matej_scislak/README.md", "pages/students/2022/yevhenii_leonov/README.md", "pages/students/2020/matej_kobylan/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0322", "split": "test", "category": "fact_start_year", "difficulty": "easy", "question": "V ktorom roku začal študovať Oleh Poiasnik?", "mode": "fts", "expected_documents": [ "pages/students/2022/oleh_poiasnik/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/oleh_poiasnik/README.md", "pages/students/2021/matej_scislak/README.md", "pages/students/2021/martin_sarissky/README.md", "pages/students/2021/eduard_matovka/README.md", "pages/students/2016/jakub_maruniak/timovy_projekt/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0322", "split": "test", "category": "fact_start_year", "difficulty": "easy", "question": "V ktorom roku začal študovať Oleh Poiasnik?", "mode": "vector", "expected_documents": [ "pages/students/2022/oleh_poiasnik/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/oleh_poiasnik/README.md", "pages/students/2022/yevhenii_leonov/README.md", "pages/students/2021/matej_scislak/README.md", "pages/students/2018/oleh_bilykh/README.md", "pages/students/2021/martin_sarissky/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0322", "split": "test", "category": "fact_start_year", "difficulty": "easy", "question": "V ktorom roku začal študovať Oleh Poiasnik?", "mode": "hybrid", "expected_documents": [ "pages/students/2022/oleh_poiasnik/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/oleh_poiasnik/README.md", "pages/students/2022/yevhenii_leonov/README.md", "pages/students/2021/matej_scislak/README.md", "pages/students/2018/oleh_bilykh/README.md", "pages/students/2021/martin_sarissky/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0323", "split": "test", "category": "verification", "difficulty": "medium", "question": "Je pri osobe Oleh Poiasnik uvedený rok začiatku štúdia 2022?", "mode": "fts", "expected_documents": [ "pages/students/2022/oleh_poiasnik/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/oleh_poiasnik/README.md", "pages/students/2022/yevhenii_leonov/README.md", "pages/students/2023/samuel_dzurina/README.md", "pages/students/2022/tetiana_mohorian/README.md", "pages/students/2022/daniil_huzenko/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0323", "split": "test", "category": "verification", "difficulty": "medium", "question": "Je pri osobe Oleh Poiasnik uvedený rok začiatku štúdia 2022?", "mode": "vector", "expected_documents": [ "pages/students/2022/oleh_poiasnik/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/oleh_poiasnik/README.md", "pages/students/2022/yevhenii_leonov/README.md", "pages/students/2021/martin_sarissky/README.md", "pages/students/2018/oleh_bilykh/README.md", "pages/students/2021/matej_scislak/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0323", "split": "test", "category": "verification", "difficulty": "medium", "question": "Je pri osobe Oleh Poiasnik uvedený rok začiatku štúdia 2022?", "mode": "hybrid", "expected_documents": [ "pages/students/2022/oleh_poiasnik/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/oleh_poiasnik/README.md", "pages/students/2022/yevhenii_leonov/README.md", "pages/students/2021/martin_sarissky/README.md", "pages/students/2018/oleh_bilykh/README.md", "pages/students/2021/matej_scislak/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0324", "split": "test", "category": "fact_work_year", "difficulty": "easy", "question": "V ktorom roku je pri osobe Oleh Poiasnik uvedená diplomová práca?", "mode": "fts", "expected_documents": [ "pages/students/2022/oleh_poiasnik/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/oleh_poiasnik/README.md", "pages/students/2021/martin_sarissky/README.md", "pages/students/2021/matej_scislak/README.md", "pages/students/2022/yevhenii_leonov/README.md", "pages/students/2018/oleh_bilykh/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0324", "split": "test", "category": "fact_work_year", "difficulty": "easy", "question": "V ktorom roku je pri osobe Oleh Poiasnik uvedená diplomová práca?", "mode": "vector", "expected_documents": [ "pages/students/2022/oleh_poiasnik/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/oleh_poiasnik/README.md", "pages/students/2021/martin_sarissky/README.md", "pages/students/2018/oleh_bilykh/README.md", "pages/students/2021/matej_scislak/README.md", "pages/students/2016/tomas_kucharik/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0324", "split": "test", "category": "fact_work_year", "difficulty": "easy", "question": "V ktorom roku je pri osobe Oleh Poiasnik uvedená diplomová práca?", "mode": "hybrid", "expected_documents": [ "pages/students/2022/oleh_poiasnik/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/oleh_poiasnik/README.md", "pages/students/2021/martin_sarissky/README.md", "pages/students/2018/oleh_bilykh/README.md", "pages/students/2021/matej_scislak/README.md", "pages/students/2022/yevhenii_leonov/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0325", "split": "test", "category": "disambiguation_year", "difficulty": "hard", "question": "Rozlíš rok začiatku štúdia a rok práce osoby Oleh Poiasnik.", "mode": "fts", "expected_documents": [ "pages/students/2022/oleh_poiasnik/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/oleh_poiasnik/README.md", "pages/students/2022/yevhenii_leonov/README.md", "pages/students/2023/samuel_dzurina/README.md", "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0325", "split": "test", "category": "disambiguation_year", "difficulty": "hard", "question": "Rozlíš rok začiatku štúdia a rok práce osoby Oleh Poiasnik.", "mode": "vector", "expected_documents": [ "pages/students/2022/oleh_poiasnik/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/oleh_poiasnik/README.md", "pages/students/2020/matej_kobylan/README.md", "pages/students/2021/matej_scislak/README.md", "pages/students/2021/martin_sarissky/README.md", "pages/interns/oliver_pejic/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0325", "split": "test", "category": "disambiguation_year", "difficulty": "hard", "question": "Rozlíš rok začiatku štúdia a rok práce osoby Oleh Poiasnik.", "mode": "hybrid", "expected_documents": [ "pages/students/2022/oleh_poiasnik/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/oleh_poiasnik/README.md", "pages/students/2021/matej_scislak/README.md", "pages/students/2021/martin_sarissky/README.md", "pages/students/2022/yevhenii_leonov/README.md", "pages/students/2018/oleh_bilykh/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0326", "split": "test", "category": "adversarial_year", "difficulty": "hard", "question": "Je rok 2022 rokom záverečnej práce osoby Oleh Poiasnik?", "mode": "fts", "expected_documents": [ "pages/students/2022/oleh_poiasnik/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/oleh_poiasnik/README.md", "pages/students/2022/yevhenii_leonov/README.md", "pages/students/2021/matej_scislak/README.md", "pages/topics/faq/README.md", "pages/students/2021/martin_sarissky/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/topics/faq", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0326", "split": "test", "category": "adversarial_year", "difficulty": "hard", "question": "Je rok 2022 rokom záverečnej práce osoby Oleh Poiasnik?", "mode": "vector", "expected_documents": [ "pages/students/2022/oleh_poiasnik/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/oleh_poiasnik/README.md", "pages/students/2021/martin_sarissky/README.md", "pages/students/2022/yevhenii_leonov/README.md", "pages/students/2021/matej_scislak/README.md", "pages/students/2016/tomas_kucharik/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0326", "split": "test", "category": "adversarial_year", "difficulty": "hard", "question": "Je rok 2022 rokom záverečnej práce osoby Oleh Poiasnik?", "mode": "hybrid", "expected_documents": [ "pages/students/2022/oleh_poiasnik/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/oleh_poiasnik/README.md", "pages/students/2021/martin_sarissky/README.md", "pages/students/2022/yevhenii_leonov/README.md", "pages/students/2021/matej_scislak/README.md", "pages/students/2016/tomas_kucharik/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0327", "split": "test", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou lekáreň a osobou Oleh Poiasnik?", "mode": "fts", "expected_documents": [ "pages/students/2022/oleh_poiasnik/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/oleh_poiasnik/README.md", "pages/students/2018/oleh_bilykh/README.md", "pages/students/2021/matej_scislak/README.md", "pages/students/2021/martin_sarissky/README.md", "pages/students/2022/yevhenii_leonov/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0327", "split": "test", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou lekáreň a osobou Oleh Poiasnik?", "mode": "vector", "expected_documents": [ "pages/students/2022/oleh_poiasnik/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/oleh_poiasnik/README.md", "pages/students/2021/matej_scislak/README.md", "pages/students/2021/martin_sarissky/README.md", "pages/students/2018/oleh_bilykh/README.md", "pages/topics/faq/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", "https://zp.kemt.fei.tuke.sk/topics/faq" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0327", "split": "test", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou lekáreň a osobou Oleh Poiasnik?", "mode": "hybrid", "expected_documents": [ "pages/students/2022/oleh_poiasnik/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/oleh_poiasnik/README.md", "pages/students/2021/matej_scislak/README.md", "pages/students/2021/martin_sarissky/README.md", "pages/students/2018/oleh_bilykh/README.md", "pages/topics/faq/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", "https://zp.kemt.fei.tuke.sk/topics/faq" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0328", "split": "test", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou znalostný graf a osobou Oleh Poiasnik?", "mode": "fts", "expected_documents": [ "pages/students/2022/oleh_poiasnik/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/oleh_poiasnik/README.md", "pages/students/2022/valerii_kutsenko/README.md", "pages/students/2023/maksym_zatirka/README.md", "pages/students/2021/matej_scislak/README.md", "pages/students/2022/jan_malinovsky/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0328", "split": "test", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou znalostný graf a osobou Oleh Poiasnik?", "mode": "vector", "expected_documents": [ "pages/students/2022/oleh_poiasnik/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/oleh_poiasnik/README.md", "pages/students/2021/matej_scislak/README.md", "pages/students/2022/valerii_kutsenko/README.md", "pages/students/2022/jan_malinovsky/README.md", "pages/students/2023/maksym_zatirka/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0328", "split": "test", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou znalostný graf a osobou Oleh Poiasnik?", "mode": "hybrid", "expected_documents": [ "pages/students/2022/oleh_poiasnik/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/oleh_poiasnik/README.md", "pages/students/2022/valerii_kutsenko/README.md", "pages/students/2021/matej_scislak/README.md", "pages/students/2022/jan_malinovsky/README.md", "pages/students/2023/maksym_zatirka/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0329", "split": "test", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou LightRAG a osobou Oleh Poiasnik?", "mode": "fts", "expected_documents": [ "pages/students/2022/oleh_poiasnik/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/oleh_poiasnik/README.md", "pages/students/2018/oleh_bilykh/README.md", "pages/students/2021/matej_scislak/README.md", "pages/students/2021/martin_sarissky/README.md", "pages/students/2022/valerii_kutsenko/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0329", "split": "test", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou LightRAG a osobou Oleh Poiasnik?", "mode": "vector", "expected_documents": [ "pages/students/2022/oleh_poiasnik/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/oleh_poiasnik/README.md", "pages/students/2021/matej_scislak/README.md", "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2022/jan_malinovsky/README.md", "pages/students/2022/valerii_kutsenko/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0329", "split": "test", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou LightRAG a osobou Oleh Poiasnik?", "mode": "hybrid", "expected_documents": [ "pages/students/2022/oleh_poiasnik/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/oleh_poiasnik/README.md", "pages/students/2021/matej_scislak/README.md", "pages/students/2022/jan_malinovsky/README.md", "pages/students/2022/valerii_kutsenko/README.md", "pages/students/2022/yevhenii_leonov/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0330", "split": "test", "category": "specific_fact", "difficulty": "medium", "question": "Z akej databázy mal Oleh Poiasnik zostaviť znalostný graf?", "mode": "fts", "expected_documents": [ "pages/students/2022/oleh_poiasnik/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/oleh_poiasnik/README.md", "pages/students/2021/matej_scislak/README.md", "pages/students/2023/maksym_zatirka/README.md", "pages/students/2021/martin_sarissky/README.md", "pages/students/2022/valerii_kutsenko/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0330", "split": "test", "category": "specific_fact", "difficulty": "medium", "question": "Z akej databázy mal Oleh Poiasnik zostaviť znalostný graf?", "mode": "vector", "expected_documents": [ "pages/students/2022/oleh_poiasnik/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/oleh_poiasnik/README.md", "pages/students/2023/maksym_zatirka/README.md", "pages/students/2021/matej_scislak/README.md", "pages/students/2021/oleksandr_hryshchenko/README.md", "pages/students/2022/jan_malinovsky/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko", "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0330", "split": "test", "category": "specific_fact", "difficulty": "medium", "question": "Z akej databázy mal Oleh Poiasnik zostaviť znalostný graf?", "mode": "hybrid", "expected_documents": [ "pages/students/2022/oleh_poiasnik/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/oleh_poiasnik/README.md", "pages/students/2021/matej_scislak/README.md", "pages/students/2023/maksym_zatirka/README.md", "pages/students/2022/valerii_kutsenko/README.md", "pages/students/2022/jan_ptak/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0331", "split": "test", "category": "specific_fact", "difficulty": "medium", "question": "Aký nástroj použil Oleh Poiasnik na vytvorenie znalostného grafu?", "mode": "fts", "expected_documents": [ "pages/students/2022/oleh_poiasnik/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/oleh_poiasnik/README.md", "pages/students/2022/valerii_kutsenko/README.md", "pages/students/2021/matej_scislak/README.md", "pages/students/2021/martin_sarissky/README.md", "pages/students/2022/jan_malinovsky/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0331", "split": "test", "category": "specific_fact", "difficulty": "medium", "question": "Aký nástroj použil Oleh Poiasnik na vytvorenie znalostného grafu?", "mode": "vector", "expected_documents": [ "pages/students/2022/oleh_poiasnik/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/oleh_poiasnik/README.md", "pages/students/2021/matej_scislak/README.md", "pages/students/2022/valerii_kutsenko/README.md", "pages/students/2021/oleksandr_hryshchenko/README.md", "pages/students/2023/maksym_zatirka/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko", "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0331", "split": "test", "category": "specific_fact", "difficulty": "medium", "question": "Aký nástroj použil Oleh Poiasnik na vytvorenie znalostného grafu?", "mode": "hybrid", "expected_documents": [ "pages/students/2022/oleh_poiasnik/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/oleh_poiasnik/README.md", "pages/students/2022/valerii_kutsenko/README.md", "pages/students/2021/matej_scislak/README.md", "pages/students/2023/maksym_zatirka/README.md", "pages/students/2022/jan_malinovsky/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0332", "split": "test", "category": "specific_fact", "difficulty": "medium", "question": "Pre približne koľko liekov bol vytvorený znalostný graf v stave práce Oleha Poiasnika?", "mode": "fts", "expected_documents": [ "pages/students/2022/oleh_poiasnik/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/oleh_poiasnik/README.md", "pages/students/2023/maksym_zatirka/README.md", "pages/students/2022/jan_malinovsky/README.md", "pages/students/2022/valerii_kutsenko/README.md", "pages/students/2016/lukas_pokryvka/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0332", "split": "test", "category": "specific_fact", "difficulty": "medium", "question": "Pre približne koľko liekov bol vytvorený znalostný graf v stave práce Oleha Poiasnika?", "mode": "vector", "expected_documents": [ "pages/students/2022/oleh_poiasnik/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/oleh_poiasnik/README.md", "pages/students/2023/maksym_zatirka/README.md", "pages/students/2021/matej_scislak/README.md", "pages/students/2021/oleksandr_hryshchenko/README.md", "pages/students/2022/valerii_kutsenko/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0332", "split": "test", "category": "specific_fact", "difficulty": "medium", "question": "Pre približne koľko liekov bol vytvorený znalostný graf v stave práce Oleha Poiasnika?", "mode": "hybrid", "expected_documents": [ "pages/students/2022/oleh_poiasnik/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/oleh_poiasnik/README.md", "pages/students/2023/maksym_zatirka/README.md", "pages/students/2022/valerii_kutsenko/README.md", "pages/students/2022/jan_malinovsky/README.md", "pages/students/2021/oleksandr_hryshchenko/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0348", "split": "test", "category": "entity_lookup", "difficulty": "easy", "question": "Nájdi dokument o osobe Vladyslav Yanchenko.", "mode": "fts", "expected_documents": [ "pages/students/2022/vladyslav_yanchenko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/vladyslav_yanchenko/README.md", "pages/students/2020/vladyslav_krupko/README.md", "pages/students/2016/maros_harahus/README.md", "pages/students/2021/matej_scislak/README.md", "pages/students/2019/david_stromp/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0348", "split": "test", "category": "entity_lookup", "difficulty": "easy", "question": "Nájdi dokument o osobe Vladyslav Yanchenko.", "mode": "vector", "expected_documents": [ "pages/students/2022/vladyslav_yanchenko/README.md" ], "first_relevant_rank": 3, "reciprocal_rank": 0.333333, "top_documents": [ "pages/interns/sevval_bulburu/README.md", "pages/students/2021/manohar_gowdru_shridharu/README.md", "pages/students/2022/vladyslav_yanchenko/README.md", "pages/students/2020/vladyslav_krupko/README.md", "pages/students/2021/vladimir_ferko/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" ], "hit_at_1": 0, "recall_at_1": 0.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0348", "split": "test", "category": "entity_lookup", "difficulty": "easy", "question": "Nájdi dokument o osobe Vladyslav Yanchenko.", "mode": "hybrid", "expected_documents": [ "pages/students/2022/vladyslav_yanchenko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/vladyslav_yanchenko/README.md", "pages/interns/sevval_bulburu/README.md", "pages/students/2021/manohar_gowdru_shridharu/README.md", "pages/students/2020/vladyslav_krupko/README.md", "pages/students/2021/vladimir_ferko/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0349", "split": "test", "category": "fact_title", "difficulty": "easy", "question": "Aký je názov bakalárska práca osoby Vladyslav Yanchenko?", "mode": "fts", "expected_documents": [ "pages/students/2022/vladyslav_yanchenko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/vladyslav_yanchenko/README.md", "pages/students/2020/vladyslav_krupko/README.md", "pages/students/2020/matus_suchanic/README.md", "pages/students/2021/martin_sarissky/README.md", "pages/students/2016/maros_harahus/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0349", "split": "test", "category": "fact_title", "difficulty": "easy", "question": "Aký je názov bakalárska práca osoby Vladyslav Yanchenko?", "mode": "vector", "expected_documents": [ "pages/students/2022/vladyslav_yanchenko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/vladyslav_yanchenko/README.md", "pages/students/2020/vladyslav_krupko/README.md", "pages/students/2019/artem_yatsenko/README.md", "pages/students/2021/eduard_matovka/README.md", "pages/students/2021/vladimir_ferko/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0349", "split": "test", "category": "fact_title", "difficulty": "easy", "question": "Aký je názov bakalárska práca osoby Vladyslav Yanchenko?", "mode": "hybrid", "expected_documents": [ "pages/students/2022/vladyslav_yanchenko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/vladyslav_yanchenko/README.md", "pages/students/2020/vladyslav_krupko/README.md", "pages/students/2019/artem_yatsenko/README.md", "pages/students/2021/vladimir_ferko/README.md", "pages/students/2016/jan_holp/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0350", "split": "test", "category": "reverse_lookup", "difficulty": "medium", "question": "Kto sa venuje práci s názvom „Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí“?", "mode": "fts", "expected_documents": [ "pages/students/2022/vladyslav_yanchenko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/vladyslav_yanchenko/README.md", "pages/students/2019/filip_tomas/README.md", "pages/topics/named-entity/README.md", "pages/students/2019/samuel_horani/README.md", "pages/students/2021/vladimir_ferko/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", "https://zp.kemt.fei.tuke.sk/topics/named-entity", "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0350", "split": "test", "category": "reverse_lookup", "difficulty": "medium", "question": "Kto sa venuje práci s názvom „Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí“?", "mode": "vector", "expected_documents": [ "pages/students/2022/vladyslav_yanchenko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/vladyslav_yanchenko/README.md", "pages/students/2022/daniil_huzenko/README.md", "pages/students/2021/manohar_gowdru_shridharu/README.md", "pages/students/2019/filip_tomas/README.md", "pages/students/2022/valerii_kutsenko/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0350", "split": "test", "category": "reverse_lookup", "difficulty": "medium", "question": "Kto sa venuje práci s názvom „Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí“?", "mode": "hybrid", "expected_documents": [ "pages/students/2022/vladyslav_yanchenko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/vladyslav_yanchenko/README.md", "pages/students/2019/filip_tomas/README.md", "pages/students/2022/daniil_huzenko/README.md", "pages/students/2021/manohar_gowdru_shridharu/README.md", "pages/students/2022/valerii_kutsenko/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0351", "split": "test", "category": "topic_lookup", "difficulty": "medium", "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí“.", "mode": "fts", "expected_documents": [ "pages/students/2022/vladyslav_yanchenko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/vladyslav_yanchenko/README.md", "pages/students/2019/filip_tomas/README.md", "pages/students/2021/vladimir_ferko/README.md", "pages/students/2019/michal_stromko/README.md", "pages/topics/faq/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "https://zp.kemt.fei.tuke.sk/topics/faq" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0351", "split": "test", "category": "topic_lookup", "difficulty": "medium", "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí“.", "mode": "vector", "expected_documents": [ "pages/students/2022/vladyslav_yanchenko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/vladyslav_yanchenko/README.md", "pages/students/2022/daniil_huzenko/README.md", "pages/students/2019/filip_tomas/README.md", "pages/students/2021/manohar_gowdru_shridharu/README.md", "pages/students/2021/vladimir_ferko/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0351", "split": "test", "category": "topic_lookup", "difficulty": "medium", "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí“.", "mode": "hybrid", "expected_documents": [ "pages/students/2022/vladyslav_yanchenko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/vladyslav_yanchenko/README.md", "pages/students/2019/filip_tomas/README.md", "pages/students/2021/martin_sarissky/README.md", "pages/students/2022/daniil_huzenko/README.md", "pages/students/2021/manohar_gowdru_shridharu/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0352", "split": "test", "category": "paraphrase", "difficulty": "medium", "question": "O čom je práca osoby Vladyslav Yanchenko?", "mode": "fts", "expected_documents": [ "pages/students/2022/vladyslav_yanchenko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/vladyslav_yanchenko/README.md", "pages/students/2020/vladyslav_krupko/README.md", "pages/students/2021/martin_sarissky/README.md", "pages/students/2016/maros_harahus/README.md", "pages/students/2017/martin_jancura/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0352", "split": "test", "category": "paraphrase", "difficulty": "medium", "question": "O čom je práca osoby Vladyslav Yanchenko?", "mode": "vector", "expected_documents": [ "pages/students/2022/vladyslav_yanchenko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/vladyslav_yanchenko/README.md", "pages/students/2020/vladyslav_krupko/README.md", "pages/students/2022/valerii_kutsenko/README.md", "pages/students/2021/artur_hyrenko/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0352", "split": "test", "category": "paraphrase", "difficulty": "medium", "question": "O čom je práca osoby Vladyslav Yanchenko?", "mode": "hybrid", "expected_documents": [ "pages/students/2022/vladyslav_yanchenko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/vladyslav_yanchenko/README.md", "pages/students/2020/vladyslav_krupko/README.md", "pages/students/2019/artem_yatsenko/README.md", "pages/students/2022/valerii_kutsenko/README.md", "pages/students/2021/artur_hyrenko/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0353", "split": "test", "category": "fact_start_year", "difficulty": "easy", "question": "V ktorom roku začal študovať Vladyslav Yanchenko?", "mode": "fts", "expected_documents": [ "pages/students/2022/vladyslav_yanchenko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/vladyslav_yanchenko/README.md", "pages/students/2016/maros_harahus/README.md", "pages/students/2021/eduard_matovka/README.md", "pages/students/2016/jakub_maruniak/timovy_projekt/README.md", "pages/students/2020/vladyslav_krupko/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt", "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0353", "split": "test", "category": "fact_start_year", "difficulty": "easy", "question": "V ktorom roku začal študovať Vladyslav Yanchenko?", "mode": "vector", "expected_documents": [ "pages/students/2022/vladyslav_yanchenko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/vladyslav_yanchenko/README.md", "pages/students/2022/valerii_kutsenko/README.md", "pages/students/2020/vladyslav_krupko/README.md", "pages/students/2022/yevhenii_leonov/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0353", "split": "test", "category": "fact_start_year", "difficulty": "easy", "question": "V ktorom roku začal študovať Vladyslav Yanchenko?", "mode": "hybrid", "expected_documents": [ "pages/students/2022/vladyslav_yanchenko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/vladyslav_yanchenko/README.md", "pages/students/2020/vladyslav_krupko/README.md", "pages/students/2022/valerii_kutsenko/README.md", "pages/students/2022/yevhenii_leonov/README.md", "pages/students/2016/jan_holp/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0354", "split": "test", "category": "verification", "difficulty": "medium", "question": "Je pri osobe Vladyslav Yanchenko uvedený rok začiatku štúdia 2022?", "mode": "fts", "expected_documents": [ "pages/students/2022/vladyslav_yanchenko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/vladyslav_yanchenko/README.md", "pages/students/2020/vladyslav_krupko/README.md", "pages/students/2022/tetiana_mohorian/README.md", "pages/students/2022/daniil_huzenko/README.md", "pages/students/2022/samuel_vasil/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0354", "split": "test", "category": "verification", "difficulty": "medium", "question": "Je pri osobe Vladyslav Yanchenko uvedený rok začiatku štúdia 2022?", "mode": "vector", "expected_documents": [ "pages/students/2022/vladyslav_yanchenko/README.md" ], "first_relevant_rank": 2, "reciprocal_rank": 0.5, "top_documents": [ "pages/students/2016/tomas_kucharik/README.md", "pages/students/2022/vladyslav_yanchenko/README.md", "pages/students/2019/artem_yatsenko/README.md", "pages/students/2017/martin_jancura/README.md", "pages/students/2022/yevhenii_leonov/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov" ], "hit_at_1": 0, "recall_at_1": 0.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0354", "split": "test", "category": "verification", "difficulty": "medium", "question": "Je pri osobe Vladyslav Yanchenko uvedený rok začiatku štúdia 2022?", "mode": "hybrid", "expected_documents": [ "pages/students/2022/vladyslav_yanchenko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/vladyslav_yanchenko/README.md", "pages/students/2021/eduard_matovka/README.md", "pages/students/2022/yevhenii_leonov/README.md", "pages/students/2016/tomas_kucharik/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0355", "split": "test", "category": "fact_work_year", "difficulty": "easy", "question": "V ktorom roku je pri osobe Vladyslav Yanchenko uvedená bakalárska práca?", "mode": "fts", "expected_documents": [ "pages/students/2022/vladyslav_yanchenko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/vladyslav_yanchenko/README.md", "pages/students/2016/maros_harahus/README.md", "pages/students/2020/vladyslav_krupko/README.md", "pages/students/2021/matej_scislak/README.md", "pages/students/2016/darius_lindvai/timovy_projekt/resers/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai/timovy_projekt/resers" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0355", "split": "test", "category": "fact_work_year", "difficulty": "easy", "question": "V ktorom roku je pri osobe Vladyslav Yanchenko uvedená bakalárska práca?", "mode": "vector", "expected_documents": [ "pages/students/2022/vladyslav_yanchenko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/vladyslav_yanchenko/README.md", "pages/students/2020/vladyslav_krupko/README.md", "pages/students/2019/artem_yatsenko/README.md", "pages/students/2021/eduard_matovka/README.md", "pages/students/2021/vladimir_ferko/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0355", "split": "test", "category": "fact_work_year", "difficulty": "easy", "question": "V ktorom roku je pri osobe Vladyslav Yanchenko uvedená bakalárska práca?", "mode": "hybrid", "expected_documents": [ "pages/students/2022/vladyslav_yanchenko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/vladyslav_yanchenko/README.md", "pages/students/2020/vladyslav_krupko/README.md", "pages/students/2019/artem_yatsenko/README.md", "pages/students/2021/eduard_matovka/README.md", "pages/students/2021/vladimir_ferko/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0356", "split": "test", "category": "disambiguation_year", "difficulty": "hard", "question": "Rozlíš rok začiatku štúdia a rok práce osoby Vladyslav Yanchenko.", "mode": "fts", "expected_documents": [ "pages/students/2022/vladyslav_yanchenko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/vladyslav_yanchenko/README.md", "pages/students/2020/vladyslav_krupko/README.md", "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2019/kristian_sopkovic/README.md", "pages/students/2016/ediz_morochovic/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0356", "split": "test", "category": "disambiguation_year", "difficulty": "hard", "question": "Rozlíš rok začiatku štúdia a rok práce osoby Vladyslav Yanchenko.", "mode": "vector", "expected_documents": [ "pages/students/2022/vladyslav_yanchenko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/vladyslav_yanchenko/README.md", "pages/students/2017/martin_jancura/README.md", "pages/students/2020/vladyslav_krupko/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md", "pages/students/2020/matej_kobylan/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0356", "split": "test", "category": "disambiguation_year", "difficulty": "hard", "question": "Rozlíš rok začiatku štúdia a rok práce osoby Vladyslav Yanchenko.", "mode": "hybrid", "expected_documents": [ "pages/students/2022/vladyslav_yanchenko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/vladyslav_yanchenko/README.md", "pages/students/2020/vladyslav_krupko/README.md", "pages/students/2017/martin_jancura/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md", "pages/students/2020/matej_kobylan/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0357", "split": "test", "category": "adversarial_year", "difficulty": "hard", "question": "Je rok 2022 rokom záverečnej práce osoby Vladyslav Yanchenko?", "mode": "fts", "expected_documents": [ "pages/students/2022/vladyslav_yanchenko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/vladyslav_yanchenko/README.md", "pages/topics/faq/README.md", "pages/students/2020/vladyslav_krupko/README.md", "pages/topics/akopisat/README.md", "pages/students/2022/jan_malinovsky/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", "https://zp.kemt.fei.tuke.sk/topics/faq", "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", "https://zp.kemt.fei.tuke.sk/topics/akopisat", "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0357", "split": "test", "category": "adversarial_year", "difficulty": "hard", "question": "Je rok 2022 rokom záverečnej práce osoby Vladyslav Yanchenko?", "mode": "vector", "expected_documents": [ "pages/students/2022/vladyslav_yanchenko/README.md" ], "first_relevant_rank": 2, "reciprocal_rank": 0.5, "top_documents": [ "pages/students/2020/vladyslav_krupko/README.md", "pages/students/2022/vladyslav_yanchenko/README.md", "pages/students/2016/tomas_kucharik/README.md", "pages/students/2022/yevhenii_leonov/README.md", "pages/students/2021/vladimir_ferko/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" ], "hit_at_1": 0, "recall_at_1": 0.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0357", "split": "test", "category": "adversarial_year", "difficulty": "hard", "question": "Je rok 2022 rokom záverečnej práce osoby Vladyslav Yanchenko?", "mode": "hybrid", "expected_documents": [ "pages/students/2022/vladyslav_yanchenko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/vladyslav_yanchenko/README.md", "pages/students/2020/vladyslav_krupko/README.md", "pages/students/2022/yevhenii_leonov/README.md", "pages/students/2016/tomas_kucharik/README.md", "pages/students/2021/vladimir_ferko/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0358", "split": "test", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou cloud a osobou Vladyslav Yanchenko?", "mode": "fts", "expected_documents": [ "pages/students/2022/vladyslav_yanchenko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/vladyslav_yanchenko/README.md", "pages/students/2020/vladyslav_krupko/README.md", "pages/students/2016/maros_harahus/README.md", "pages/students/2019/michal_stromko/README.md", "pages/students/2017/martin_jancura/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0358", "split": "test", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou cloud a osobou Vladyslav Yanchenko?", "mode": "vector", "expected_documents": [ "pages/students/2022/vladyslav_yanchenko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/vladyslav_yanchenko/README.md", "pages/students/2019/michal_stromko/README.md", "pages/students/2022/valerii_kutsenko/README.md", "pages/students/2016/lukas_pokryvka/README.md", "pages/students/2017/martin_jancura/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0358", "split": "test", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou cloud a osobou Vladyslav Yanchenko?", "mode": "hybrid", "expected_documents": [ "pages/students/2022/vladyslav_yanchenko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/vladyslav_yanchenko/README.md", "pages/students/2019/michal_stromko/README.md", "pages/students/2018/samuel_sirotnik/README.md", "pages/students/2022/valerii_kutsenko/README.md", "pages/students/2020/vladyslav_krupko/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0359", "split": "test", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou Kubernetes a osobou Vladyslav Yanchenko?", "mode": "fts", "expected_documents": [ "pages/students/2022/vladyslav_yanchenko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/vladyslav_yanchenko/README.md", "pages/students/2020/vladyslav_krupko/README.md", "pages/students/2016/maros_harahus/README.md", "pages/students/2017/martin_jancura/README.md", "pages/students/2022/daniil_huzenko/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0359", "split": "test", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou Kubernetes a osobou Vladyslav Yanchenko?", "mode": "vector", "expected_documents": [ "pages/students/2022/vladyslav_yanchenko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/vladyslav_yanchenko/README.md", "pages/students/2022/daniil_huzenko/README.md", "pages/students/2016/tomas_kucharik/README.md", "pages/students/2022/valerii_kutsenko/README.md", "pages/students/2020/vladyslav_krupko/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0359", "split": "test", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou Kubernetes a osobou Vladyslav Yanchenko?", "mode": "hybrid", "expected_documents": [ "pages/students/2022/vladyslav_yanchenko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/vladyslav_yanchenko/README.md", "pages/students/2022/daniil_huzenko/README.md", "pages/students/2020/vladyslav_krupko/README.md", "pages/students/2016/tomas_kucharik/README.md", "pages/students/2022/valerii_kutsenko/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0360", "split": "test", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou Azure a osobou Vladyslav Yanchenko?", "mode": "fts", "expected_documents": [ "pages/students/2022/vladyslav_yanchenko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/vladyslav_yanchenko/README.md", "pages/students/2020/vladyslav_krupko/README.md", "pages/students/2016/maros_harahus/README.md", "pages/students/2019/michal_stromko/README.md", "pages/students/2017/martin_jancura/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0360", "split": "test", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou Azure a osobou Vladyslav Yanchenko?", "mode": "vector", "expected_documents": [ "pages/students/2022/vladyslav_yanchenko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/vladyslav_yanchenko/README.md", "pages/students/2019/michal_stromko/README.md", "pages/students/2020/vladyslav_krupko/README.md", "pages/topics/faq/README.md", "pages/students/2016/tomas_kucharik/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", "https://zp.kemt.fei.tuke.sk/topics/faq", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0360", "split": "test", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou Azure a osobou Vladyslav Yanchenko?", "mode": "hybrid", "expected_documents": [ "pages/students/2022/vladyslav_yanchenko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/vladyslav_yanchenko/README.md", "pages/students/2019/michal_stromko/README.md", "pages/students/2020/vladyslav_krupko/README.md", "pages/students/2016/patrik_pavlisin/README.md", "pages/students/2022/daniil_huzenko/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0361", "split": "test", "category": "specific_fact", "difficulty": "medium", "question": "Aké technológie používal Vladyslav Yanchenko pre backend a frontend?", "mode": "fts", "expected_documents": [ "pages/students/2022/vladyslav_yanchenko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/vladyslav_yanchenko/README.md", "pages/students/2023/ronald_zalacko/README.md", "pages/students/2020/vladyslav_krupko/README.md", "pages/students/2017/martin_jancura/README.md", "pages/students/2018/martin_wencel/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0361", "split": "test", "category": "specific_fact", "difficulty": "medium", "question": "Aké technológie používal Vladyslav Yanchenko pre backend a frontend?", "mode": "vector", "expected_documents": [ "pages/students/2022/vladyslav_yanchenko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/vladyslav_yanchenko/README.md", "pages/students/2017/martin_jancura/README.md", "pages/students/2023/ronald_zalacko/README.md", "pages/students/2020/vladyslav_krupko/README.md", "pages/students/2020/jakub_kristian_lukas/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0361", "split": "test", "category": "specific_fact", "difficulty": "medium", "question": "Aké technológie používal Vladyslav Yanchenko pre backend a frontend?", "mode": "hybrid", "expected_documents": [ "pages/students/2022/vladyslav_yanchenko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/vladyslav_yanchenko/README.md", "pages/students/2017/martin_jancura/README.md", "pages/students/2023/ronald_zalacko/README.md", "pages/students/2020/vladyslav_krupko/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0362", "split": "test", "category": "specific_fact", "difficulty": "medium", "question": "Akú databázovú službu v Azure Vladyslav Yanchenko aktivoval?", "mode": "fts", "expected_documents": [ "pages/students/2022/vladyslav_yanchenko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/vladyslav_yanchenko/README.md", "pages/students/2020/vladyslav_krupko/README.md", "pages/students/2019/michal_stromko/README.md", "pages/students/2019/michal_stromko/vp2021/README.md", "pages/students/2016/maros_harahus/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0362", "split": "test", "category": "specific_fact", "difficulty": "medium", "question": "Akú databázovú službu v Azure Vladyslav Yanchenko aktivoval?", "mode": "vector", "expected_documents": [ "pages/students/2022/vladyslav_yanchenko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/vladyslav_yanchenko/README.md", "pages/students/2019/michal_stromko/README.md", "pages/students/2022/daniil_huzenko/README.md", "pages/students/2020/vladyslav_krupko/README.md", "pages/students/2016/lukas_pokryvka/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0362", "split": "test", "category": "specific_fact", "difficulty": "medium", "question": "Akú databázovú službu v Azure Vladyslav Yanchenko aktivoval?", "mode": "hybrid", "expected_documents": [ "pages/students/2022/vladyslav_yanchenko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/vladyslav_yanchenko/README.md", "pages/students/2019/michal_stromko/README.md", "pages/students/2020/vladyslav_krupko/README.md", "pages/students/2022/daniil_huzenko/README.md", "pages/students/2021/matej_scislak/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0394", "split": "test", "category": "entity_lookup", "difficulty": "easy", "question": "Nájdi dokument o osobe Ján Malinovský.", "mode": "fts", "expected_documents": [ "pages/students/2022/jan_malinovsky/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2016/jan_holp/timovy_projekt/README.md", "pages/students/2016/jan_holp/README.md", "pages/students/2022/jan_ptak/README.md", "pages/students/2021/matej_scislak/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0394", "split": "test", "category": "entity_lookup", "difficulty": "easy", "question": "Nájdi dokument o osobe Ján Malinovský.", "mode": "vector", "expected_documents": [ "pages/students/2022/jan_malinovsky/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2021/manohar_gowdru_shridharu/README.md", "pages/interns/sevval_bulburu/README.md", "pages/students/2021/vladimir_ferko/README.md", "pages/students/2018/adrian_remias/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0394", "split": "test", "category": "entity_lookup", "difficulty": "easy", "question": "Nájdi dokument o osobe Ján Malinovský.", "mode": "hybrid", "expected_documents": [ "pages/students/2022/jan_malinovsky/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2021/manohar_gowdru_shridharu/README.md", "pages/interns/sevval_bulburu/README.md", "pages/students/2021/vladimir_ferko/README.md", "pages/students/2018/adrian_remias/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0395", "split": "test", "category": "fact_title", "difficulty": "easy", "question": "Aký je názov diplomový projekt osoby Ján Malinovský?", "mode": "fts", "expected_documents": [ "pages/students/2022/jan_malinovsky/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2016/jan_holp/README.md", "pages/students/2022/jan_ptak/README.md", "pages/students/2020/matus_suchanic/README.md", "pages/students/2016/jan_holp/timovy_projekt/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0395", "split": "test", "category": "fact_title", "difficulty": "easy", "question": "Aký je názov diplomový projekt osoby Ján Malinovský?", "mode": "vector", "expected_documents": [ "pages/students/2022/jan_malinovsky/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2016/jan_holp/README.md", "pages/students/2016/jakub_maruniak/dp2021/README.md", "pages/students/2019/michal_stromko/README.md", "pages/students/2021/martin_sarissky/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0395", "split": "test", "category": "fact_title", "difficulty": "easy", "question": "Aký je názov diplomový projekt osoby Ján Malinovský?", "mode": "hybrid", "expected_documents": [ "pages/students/2022/jan_malinovsky/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2016/jan_holp/README.md", "pages/students/2016/jakub_maruniak/dp2021/annotation/README.md", "pages/students/2016/jakub_maruniak/dp2021/README.md", "pages/students/2019/michal_stromko/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021/annotation", "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0396", "split": "test", "category": "reverse_lookup", "difficulty": "medium", "question": "Kto sa venuje práci s názvom „Grafové vyhľadávanie pre podporu vzdelávania“?", "mode": "fts", "expected_documents": [ "pages/students/2022/jan_malinovsky/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2023/maksym_zatirka/README.md", "pages/students/2019/dmytro_mural/README.md", "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2016/tomas_kucharik/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0396", "split": "test", "category": "reverse_lookup", "difficulty": "medium", "question": "Kto sa venuje práci s názvom „Grafové vyhľadávanie pre podporu vzdelávania“?", "mode": "vector", "expected_documents": [ "pages/students/2022/jan_malinovsky/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2021/matej_scislak/README.md", "pages/students/2022/valerii_kutsenko/README.md", "pages/students/2016/jan_holp/README.md", "pages/students/2019/michal_stromko/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0396", "split": "test", "category": "reverse_lookup", "difficulty": "medium", "question": "Kto sa venuje práci s názvom „Grafové vyhľadávanie pre podporu vzdelávania“?", "mode": "hybrid", "expected_documents": [ "pages/students/2022/jan_malinovsky/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2022/valerii_kutsenko/README.md", "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2019/dmytro_mural/README.md", "pages/students/2021/matej_scislak/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0397", "split": "test", "category": "topic_lookup", "difficulty": "medium", "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Grafové vyhľadávanie pre podporu vzdelávania“.", "mode": "fts", "expected_documents": [ "pages/students/2022/jan_malinovsky/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2023/maksym_zatirka/README.md", "pages/students/2021/vladimir_ferko/README.md", "pages/students/2022/valerii_kutsenko/README.md", "pages/students/2019/filip_tomas/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0397", "split": "test", "category": "topic_lookup", "difficulty": "medium", "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Grafové vyhľadávanie pre podporu vzdelávania“.", "mode": "vector", "expected_documents": [ "pages/students/2022/jan_malinovsky/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2021/matej_scislak/README.md", "pages/topics/faq/README.md", "pages/students/2023/maksym_zatirka/README.md", "pages/students/2022/oleh_poiasnik/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/topics/faq", "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0397", "split": "test", "category": "topic_lookup", "difficulty": "medium", "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Grafové vyhľadávanie pre podporu vzdelávania“.", "mode": "hybrid", "expected_documents": [ "pages/students/2022/jan_malinovsky/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/jan_malinovsky/README.md", "pages/topics/faq/README.md", "pages/students/2021/matej_scislak/README.md", "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2023/maksym_zatirka/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/topics/faq", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0398", "split": "test", "category": "paraphrase", "difficulty": "medium", "question": "O čom je práca osoby Ján Malinovský?", "mode": "fts", "expected_documents": [ "pages/students/2022/jan_malinovsky/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2022/jan_ptak/README.md", "pages/students/2016/jan_holp/timovy_projekt/README.md", "pages/students/2016/jan_holp/README.md", "pages/students/2021/martin_sarissky/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0398", "split": "test", "category": "paraphrase", "difficulty": "medium", "question": "O čom je práca osoby Ján Malinovský?", "mode": "vector", "expected_documents": [ "pages/students/2022/jan_malinovsky/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2023/oleksandr_dorybohov/README.md", "pages/students/2023/samuel_dzurina/README.md", "pages/students/2021/matej_scislak/README.md", "pages/students/2020/matej_kobylan/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0398", "split": "test", "category": "paraphrase", "difficulty": "medium", "question": "O čom je práca osoby Ján Malinovský?", "mode": "hybrid", "expected_documents": [ "pages/students/2022/jan_malinovsky/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2020/matej_kobylan/README.md", "pages/students/2023/oleksandr_dorybohov/README.md", "pages/students/2023/samuel_dzurina/README.md", "pages/students/2022/jan_ptak/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0399", "split": "test", "category": "fact_start_year", "difficulty": "easy", "question": "V ktorom roku začal študovať Ján Malinovský?", "mode": "fts", "expected_documents": [ "pages/students/2022/jan_malinovsky/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2016/jan_holp/README.md", "pages/students/2021/eduard_matovka/README.md", "pages/students/2016/jakub_maruniak/timovy_projekt/README.md", "pages/students/2018/david_omasta/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt", "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0399", "split": "test", "category": "fact_start_year", "difficulty": "easy", "question": "V ktorom roku začal študovať Ján Malinovský?", "mode": "vector", "expected_documents": [ "pages/students/2022/jan_malinovsky/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2021/matej_scislak/README.md", "pages/students/2016/maros_harahus/README.md", "pages/students/2022/valerii_kutsenko/README.md", "pages/students/2018/oleh_bilykh/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0399", "split": "test", "category": "fact_start_year", "difficulty": "easy", "question": "V ktorom roku začal študovať Ján Malinovský?", "mode": "hybrid", "expected_documents": [ "pages/students/2022/jan_malinovsky/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2021/matej_scislak/README.md", "pages/students/2016/jan_holp/README.md", "pages/students/2016/maros_harahus/README.md", "pages/students/2022/valerii_kutsenko/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0400", "split": "test", "category": "verification", "difficulty": "medium", "question": "Je pri osobe Ján Malinovský uvedený rok začiatku štúdia 2022?", "mode": "fts", "expected_documents": [ "pages/students/2022/jan_malinovsky/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2022/jan_ptak/README.md", "pages/students/2016/jan_holp/README.md", "pages/students/2022/tetiana_mohorian/README.md", "pages/students/2022/daniil_huzenko/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0400", "split": "test", "category": "verification", "difficulty": "medium", "question": "Je pri osobe Ján Malinovský uvedený rok začiatku štúdia 2022?", "mode": "vector", "expected_documents": [ "pages/students/2022/jan_malinovsky/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2016/maros_harahus/README.md", "pages/students/2019/kristian_sopkovic/README.md", "pages/students/2021/eduard_matovka/README.md", "pages/students/2018/martin_wencel/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0400", "split": "test", "category": "verification", "difficulty": "medium", "question": "Je pri osobe Ján Malinovský uvedený rok začiatku štúdia 2022?", "mode": "hybrid", "expected_documents": [ "pages/students/2022/jan_malinovsky/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2021/eduard_matovka/README.md", "pages/students/2018/martin_wencel/README.md", "pages/students/2020/jakub_kristian_lukas/README.md", "pages/students/2016/maros_harahus/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0401", "split": "test", "category": "fact_work_year", "difficulty": "easy", "question": "V ktorom roku je pri osobe Ján Malinovský uvedená diplomový projekt?", "mode": "fts", "expected_documents": [ "pages/students/2022/jan_malinovsky/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2016/jan_holp/README.md", "pages/students/2016/jan_holp/timovy_projekt/README.md", "pages/students/2022/jan_ptak/README.md", "pages/students/2018/david_omasta/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt", "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0401", "split": "test", "category": "fact_work_year", "difficulty": "easy", "question": "V ktorom roku je pri osobe Ján Malinovský uvedená diplomový projekt?", "mode": "vector", "expected_documents": [ "pages/students/2022/jan_malinovsky/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2016/jakub_maruniak/dp2021/README.md", "pages/students/2016/jan_holp/README.md", "pages/students/2019/michal_stromko/README.md", "pages/students/2017/martin_jancura/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0401", "split": "test", "category": "fact_work_year", "difficulty": "easy", "question": "V ktorom roku je pri osobe Ján Malinovský uvedená diplomový projekt?", "mode": "hybrid", "expected_documents": [ "pages/students/2022/jan_malinovsky/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2016/jan_holp/README.md", "pages/students/2016/jakub_maruniak/dp2021/README.md", "pages/students/2019/michal_stromko/README.md", "pages/students/2017/martin_jancura/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0402", "split": "test", "category": "disambiguation_year", "difficulty": "hard", "question": "Rozlíš rok začiatku štúdia a rok práce osoby Ján Malinovský.", "mode": "fts", "expected_documents": [ "pages/students/2022/jan_malinovsky/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2016/jan_holp/README.md", "pages/students/2022/jan_ptak/README.md", "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0402", "split": "test", "category": "disambiguation_year", "difficulty": "hard", "question": "Rozlíš rok začiatku štúdia a rok práce osoby Ján Malinovský.", "mode": "vector", "expected_documents": [ "pages/students/2022/jan_malinovsky/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2020/matej_kobylan/README.md", "pages/students/2023/samuel_dzurina/README.md", "pages/students/2017/martin_jancura/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0402", "split": "test", "category": "disambiguation_year", "difficulty": "hard", "question": "Rozlíš rok začiatku štúdia a rok práce osoby Ján Malinovský.", "mode": "hybrid", "expected_documents": [ "pages/students/2022/jan_malinovsky/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2022/jan_ptak/README.md", "pages/students/2020/matej_kobylan/README.md", "pages/students/2023/samuel_dzurina/README.md", "pages/students/2017/martin_jancura/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0403", "split": "test", "category": "adversarial_year", "difficulty": "hard", "question": "Je rok 2022 rokom záverečnej práce osoby Ján Malinovský?", "mode": "fts", "expected_documents": [ "pages/students/2022/jan_malinovsky/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2022/jan_ptak/README.md", "pages/topics/faq/README.md", "pages/students/2016/jan_holp/README.md", "pages/topics/akopisat/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/topics/faq", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", "https://zp.kemt.fei.tuke.sk/topics/akopisat" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0403", "split": "test", "category": "adversarial_year", "difficulty": "hard", "question": "Je rok 2022 rokom záverečnej práce osoby Ján Malinovský?", "mode": "vector", "expected_documents": [ "pages/students/2022/jan_malinovsky/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2021/vladimir_ferko/README.md", "pages/students/2019/kristian_sopkovic/README.md", "pages/students/2016/tomas_kucharik/README.md", "pages/students/2021/eduard_matovka/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0403", "split": "test", "category": "adversarial_year", "difficulty": "hard", "question": "Je rok 2022 rokom záverečnej práce osoby Ján Malinovský?", "mode": "hybrid", "expected_documents": [ "pages/students/2022/jan_malinovsky/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2021/vladimir_ferko/README.md", "pages/students/2019/kristian_sopkovic/README.md", "pages/students/2016/tomas_kucharik/README.md", "pages/students/2021/eduard_matovka/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0404", "split": "test", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou RAG a osobou Ján Malinovský?", "mode": "fts", "expected_documents": [ "pages/students/2022/jan_malinovsky/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2022/jan_ptak/README.md", "pages/students/2016/jan_holp/timovy_projekt/README.md", "pages/students/2017/martin_jancura/README.md", "pages/students/2016/jan_holp/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt", "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0404", "split": "test", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou RAG a osobou Ján Malinovský?", "mode": "vector", "expected_documents": [ "pages/students/2022/jan_malinovsky/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2022/oleh_poiasnik/README.md", "pages/students/2021/matej_scislak/README.md", "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2022/jan_ptak/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0404", "split": "test", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou RAG a osobou Ján Malinovský?", "mode": "hybrid", "expected_documents": [ "pages/students/2022/jan_malinovsky/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2022/jan_ptak/README.md", "pages/students/2022/oleh_poiasnik/README.md", "pages/students/2022/valerii_kutsenko/README.md", "pages/students/2021/matej_scislak/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0405", "split": "test", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou GraphRAG a osobou Ján Malinovský?", "mode": "fts", "expected_documents": [ "pages/students/2022/jan_malinovsky/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2022/jan_ptak/README.md", "pages/students/2016/jan_holp/timovy_projekt/README.md", "pages/students/2017/martin_jancura/README.md", "pages/students/2016/jan_holp/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt", "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0405", "split": "test", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou GraphRAG a osobou Ján Malinovský?", "mode": "vector", "expected_documents": [ "pages/students/2022/jan_malinovsky/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2022/oleh_poiasnik/README.md", "pages/students/2022/valerii_kutsenko/README.md", "pages/students/2022/jan_ptak/README.md", "pages/students/2021/matej_scislak/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0405", "split": "test", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou GraphRAG a osobou Ján Malinovský?", "mode": "hybrid", "expected_documents": [ "pages/students/2022/jan_malinovsky/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2022/jan_ptak/README.md", "pages/students/2022/oleh_poiasnik/README.md", "pages/students/2021/matej_scislak/README.md", "pages/students/2022/valerii_kutsenko/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0406", "split": "test", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou znalostný graf a osobou Ján Malinovský?", "mode": "fts", "expected_documents": [ "pages/students/2022/jan_malinovsky/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2022/jan_ptak/README.md", "pages/students/2022/valerii_kutsenko/README.md", "pages/students/2023/maksym_zatirka/README.md", "pages/students/2021/matej_scislak/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0406", "split": "test", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou znalostný graf a osobou Ján Malinovský?", "mode": "vector", "expected_documents": [ "pages/students/2022/jan_malinovsky/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2022/valerii_kutsenko/README.md", "pages/students/2021/oleksandr_hryshchenko/README.md", "pages/students/2023/oleksandr_dorybohov/README.md", "pages/students/2022/jan_ptak/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko", "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0406", "split": "test", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou znalostný graf a osobou Ján Malinovský?", "mode": "hybrid", "expected_documents": [ "pages/students/2022/jan_malinovsky/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2022/valerii_kutsenko/README.md", "pages/students/2022/jan_ptak/README.md", "pages/students/2021/oleksandr_hryshchenko/README.md", "pages/students/2023/maksym_zatirka/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko", "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0407", "split": "test", "category": "specific_fact", "difficulty": "medium", "question": "Z akej oblasti má Ján Malinovský zostaviť malý znalostný graf?", "mode": "fts", "expected_documents": [ "pages/students/2022/jan_malinovsky/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2022/oleh_poiasnik/README.md", "pages/students/2022/valerii_kutsenko/README.md", "pages/students/2022/jan_ptak/README.md", "pages/students/2023/maksym_zatirka/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0407", "split": "test", "category": "specific_fact", "difficulty": "medium", "question": "Z akej oblasti má Ján Malinovský zostaviť malý znalostný graf?", "mode": "vector", "expected_documents": [ "pages/students/2022/jan_malinovsky/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2022/valerii_kutsenko/README.md", "pages/students/2022/oleh_poiasnik/README.md", "pages/students/2021/matej_novotny/README.md", "pages/students/2021/matej_scislak/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0407", "split": "test", "category": "specific_fact", "difficulty": "medium", "question": "Z akej oblasti má Ján Malinovský zostaviť malý znalostný graf?", "mode": "hybrid", "expected_documents": [ "pages/students/2022/jan_malinovsky/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2022/valerii_kutsenko/README.md", "pages/students/2022/oleh_poiasnik/README.md", "pages/students/2021/matej_scislak/README.md", "pages/students/2022/jan_ptak/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0408", "split": "test", "category": "specific_fact", "difficulty": "medium", "question": "Aké príklady oblastí obsahu sú uvedené pri práci Jána Malinovského?", "mode": "fts", "expected_documents": [ "pages/students/2022/jan_malinovsky/README.md" ], "first_relevant_rank": null, "reciprocal_rank": 0.0, "top_documents": [ "pages/students/2016/darius_lindvai/timovy_projekt/resers/README.md", "pages/students/2016/patrik_pavlisin/tp20/README.md", "pages/students/2016/darius_lindvai/timovy_projekt/tutorial/README.md", "pages/students/2021/artur_hyrenko/README.md", "pages/students/2016/patrik_pavlisin/dp22/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai/timovy_projekt/resers", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20", "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai/timovy_projekt/tutorial", "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/dp22" ], "hit_at_1": 0, "recall_at_1": 0.0, "hit_at_3": 0, "recall_at_3": 0.0, "hit_at_5": 0, "recall_at_5": 0.0 }, { "id": "q0408", "split": "test", "category": "specific_fact", "difficulty": "medium", "question": "Aké príklady oblastí obsahu sú uvedené pri práci Jána Malinovského?", "mode": "vector", "expected_documents": [ "pages/students/2022/jan_malinovsky/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2023/simona_bobrovcanova/README.md", "pages/students/2021/matej_novotny/README.md", "pages/students/2023/oleksandr_dorybohov/README.md", "pages/students/2021/vladimir_ferko/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0408", "split": "test", "category": "specific_fact", "difficulty": "medium", "question": "Aké príklady oblastí obsahu sú uvedené pri práci Jána Malinovského?", "mode": "hybrid", "expected_documents": [ "pages/students/2022/jan_malinovsky/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2023/simona_bobrovcanova/README.md", "pages/students/2021/vladimir_ferko/README.md", "pages/students/2021/matej_novotny/README.md", "pages/students/2023/oleksandr_dorybohov/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0409", "split": "test", "category": "entity_lookup", "difficulty": "easy", "question": "Nájdi dokument o osobe Maksym Zatirka.", "mode": "fts", "expected_documents": [ "pages/students/2023/maksym_zatirka/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/maksym_zatirka/README.md", "pages/students/2021/matej_scislak/README.md", "pages/students/2019/david_stromp/README.md", "pages/students/2019/michal_stromko/README.md", "pages/students/2021/martin_sarissky/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0409", "split": "test", "category": "entity_lookup", "difficulty": "easy", "question": "Nájdi dokument o osobe Maksym Zatirka.", "mode": "vector", "expected_documents": [ "pages/students/2023/maksym_zatirka/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/maksym_zatirka/README.md", "pages/students/2021/manohar_gowdru_shridharu/README.md", "pages/interns/sevval_bulburu/README.md", "pages/interns/oliver_pejic/README.md", "pages/students/2022/oleh_poiasnik/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0409", "split": "test", "category": "entity_lookup", "difficulty": "easy", "question": "Nájdi dokument o osobe Maksym Zatirka.", "mode": "hybrid", "expected_documents": [ "pages/students/2023/maksym_zatirka/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/maksym_zatirka/README.md", "pages/students/2021/manohar_gowdru_shridharu/README.md", "pages/students/2021/matej_scislak/README.md", "pages/interns/sevval_bulburu/README.md", "pages/interns/oliver_pejic/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0410", "split": "test", "category": "fact_title", "difficulty": "easy", "question": "Aký je názov bakalárska práca osoby Maksym Zatirka?", "mode": "fts", "expected_documents": [ "pages/students/2023/maksym_zatirka/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/maksym_zatirka/README.md", "pages/students/2020/matus_suchanic/README.md", "pages/students/2021/martin_sarissky/README.md", "pages/students/2016/jakub_maruniak/README.md", "pages/students/2021/matej_scislak/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0410", "split": "test", "category": "fact_title", "difficulty": "easy", "question": "Aký je názov bakalárska práca osoby Maksym Zatirka?", "mode": "vector", "expected_documents": [ "pages/students/2023/maksym_zatirka/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/maksym_zatirka/README.md", "pages/students/2019/michal_stromko/README.md", "pages/students/2021/martin_sarissky/README.md", "pages/students/2016/jan_holp/README.md", "pages/students/2020/matej_kobylan/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0410", "split": "test", "category": "fact_title", "difficulty": "easy", "question": "Aký je názov bakalárska práca osoby Maksym Zatirka?", "mode": "hybrid", "expected_documents": [ "pages/students/2023/maksym_zatirka/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/maksym_zatirka/README.md", "pages/students/2016/jan_holp/README.md", "pages/students/2016/ediz_morochovic/README.md", "pages/students/2019/michal_stromko/README.md", "pages/students/2021/martin_sarissky/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0411", "split": "test", "category": "reverse_lookup", "difficulty": "medium", "question": "Kto sa venuje práci s názvom „Grafová databáza pre podporu generovania slovenského jazyka“?", "mode": "fts", "expected_documents": [ "pages/students/2023/maksym_zatirka/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/maksym_zatirka/README.md", "pages/students/2022/yevhenii_leonov/README.md", "pages/students/2022/samuel_vasil/README.md", "pages/students/2016/maros_harahus/timovy_projekt/README.md", "pages/students/2020/vladyslav_krupko/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt", "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0411", "split": "test", "category": "reverse_lookup", "difficulty": "medium", "question": "Kto sa venuje práci s názvom „Grafová databáza pre podporu generovania slovenského jazyka“?", "mode": "vector", "expected_documents": [ "pages/students/2023/maksym_zatirka/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/maksym_zatirka/README.md", "pages/students/2020/vladyslav_krupko/README.md", "pages/students/2017/stanislav_matsunych/README.md", "pages/students/2021/eduard_matovka/README.md", "pages/students/2021/matej_scislak/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", "https://zp.kemt.fei.tuke.sk/students/2017/stanislav_matsunych", "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0411", "split": "test", "category": "reverse_lookup", "difficulty": "medium", "question": "Kto sa venuje práci s názvom „Grafová databáza pre podporu generovania slovenského jazyka“?", "mode": "hybrid", "expected_documents": [ "pages/students/2023/maksym_zatirka/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/maksym_zatirka/README.md", "pages/students/2020/vladyslav_krupko/README.md", "pages/students/2017/stanislav_matsunych/README.md", "pages/students/2021/eduard_matovka/README.md", "pages/topics/bert/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", "https://zp.kemt.fei.tuke.sk/students/2017/stanislav_matsunych", "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", "https://zp.kemt.fei.tuke.sk/topics/bert" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0412", "split": "test", "category": "topic_lookup", "difficulty": "medium", "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Grafová databáza pre podporu generovania slovenského jazyka“.", "mode": "fts", "expected_documents": [ "pages/students/2023/maksym_zatirka/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/maksym_zatirka/README.md", "pages/students/2022/yevhenii_leonov/README.md", "pages/students/2022/samuel_vasil/README.md", "pages/students/2016/maros_harahus/timovy_projekt/README.md", "pages/students/2021/vladimir_ferko/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt", "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0412", "split": "test", "category": "topic_lookup", "difficulty": "medium", "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Grafová databáza pre podporu generovania slovenského jazyka“.", "mode": "vector", "expected_documents": [ "pages/students/2023/maksym_zatirka/README.md" ], "first_relevant_rank": 2, "reciprocal_rank": 0.5, "top_documents": [ "pages/students/2020/vladyslav_krupko/README.md", "pages/students/2023/maksym_zatirka/README.md", "pages/students/2022/jan_malinovsky/README.md", "pages/students/2016/tomas_kucharik/README.md", "pages/students/2021/matej_scislak/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "hit_at_1": 0, "recall_at_1": 0.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0412", "split": "test", "category": "topic_lookup", "difficulty": "medium", "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Grafová databáza pre podporu generovania slovenského jazyka“.", "mode": "hybrid", "expected_documents": [ "pages/students/2023/maksym_zatirka/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/maksym_zatirka/README.md", "pages/students/2020/vladyslav_krupko/README.md", "pages/students/2017/stanislav_matsunych/README.md", "pages/students/2022/oleh_poiasnik/README.md", "pages/students/2022/andrii_pervashov/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", "https://zp.kemt.fei.tuke.sk/students/2017/stanislav_matsunych", "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0413", "split": "test", "category": "paraphrase", "difficulty": "medium", "question": "O čom je práca osoby Maksym Zatirka?", "mode": "fts", "expected_documents": [ "pages/students/2023/maksym_zatirka/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/maksym_zatirka/README.md", "pages/students/2021/martin_sarissky/README.md", "pages/students/2016/maros_harahus/README.md", "pages/students/2017/martin_jancura/README.md", "pages/students/2022/valerii_kutsenko/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0413", "split": "test", "category": "paraphrase", "difficulty": "medium", "question": "O čom je práca osoby Maksym Zatirka?", "mode": "vector", "expected_documents": [ "pages/students/2023/maksym_zatirka/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/maksym_zatirka/README.md", "pages/students/2019/michal_stromko/README.md", "pages/students/2020/matej_kobylan/README.md", "pages/students/2021/martin_sarissky/README.md", "pages/students/2022/oleh_poiasnik/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0413", "split": "test", "category": "paraphrase", "difficulty": "medium", "question": "O čom je práca osoby Maksym Zatirka?", "mode": "hybrid", "expected_documents": [ "pages/students/2023/maksym_zatirka/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/maksym_zatirka/README.md", "pages/students/2020/matej_kobylan/README.md", "pages/students/2019/michal_stromko/README.md", "pages/students/2021/martin_sarissky/README.md", "pages/students/2022/oleh_poiasnik/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0414", "split": "test", "category": "fact_start_year", "difficulty": "easy", "question": "V ktorom roku začal študovať Maksym Zatirka?", "mode": "fts", "expected_documents": [ "pages/students/2023/maksym_zatirka/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/maksym_zatirka/README.md", "pages/students/2021/eduard_matovka/README.md", "pages/students/2016/jakub_maruniak/timovy_projekt/README.md", "pages/topics/faq/README.md", "pages/students/2016/maros_harahus/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt", "https://zp.kemt.fei.tuke.sk/topics/faq", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0414", "split": "test", "category": "fact_start_year", "difficulty": "easy", "question": "V ktorom roku začal študovať Maksym Zatirka?", "mode": "vector", "expected_documents": [ "pages/students/2023/maksym_zatirka/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/maksym_zatirka/README.md", "pages/students/2022/valerii_kutsenko/README.md", "pages/students/2021/nikita_bodnar/README.md", "pages/students/2019/michal_stromko/README.md", "pages/students/2020/david_kostilnik/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0414", "split": "test", "category": "fact_start_year", "difficulty": "easy", "question": "V ktorom roku začal študovať Maksym Zatirka?", "mode": "hybrid", "expected_documents": [ "pages/students/2023/maksym_zatirka/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/maksym_zatirka/README.md", "pages/students/2022/valerii_kutsenko/README.md", "pages/students/2021/nikita_bodnar/README.md", "pages/students/2019/michal_stromko/README.md", "pages/students/2020/david_kostilnik/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0415", "split": "test", "category": "verification", "difficulty": "medium", "question": "Je pri osobe Maksym Zatirka uvedený rok začiatku štúdia 2023?", "mode": "fts", "expected_documents": [ "pages/students/2023/maksym_zatirka/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/maksym_zatirka/README.md", "pages/students/2023/oleksandr_dorybohov/README.md", "pages/students/2023/simona_bobrovcanova/README.md", "pages/students/2023/ronald_zalacko/README.md", "pages/students/2023/rostyslav_rodzhuk/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0415", "split": "test", "category": "verification", "difficulty": "medium", "question": "Je pri osobe Maksym Zatirka uvedený rok začiatku štúdia 2023?", "mode": "vector", "expected_documents": [ "pages/students/2023/maksym_zatirka/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/maksym_zatirka/README.md", "pages/students/2019/michal_stromko/README.md", "pages/students/2019/kristian_sopkovic/README.md", "pages/students/2016/maros_harahus/README.md", "pages/students/2020/matej_kobylan/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0415", "split": "test", "category": "verification", "difficulty": "medium", "question": "Je pri osobe Maksym Zatirka uvedený rok začiatku štúdia 2023?", "mode": "hybrid", "expected_documents": [ "pages/students/2023/maksym_zatirka/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/maksym_zatirka/README.md", "pages/students/2019/kristian_sopkovic/README.md", "pages/students/2020/matej_kobylan/README.md", "pages/students/2019/michal_stromko/README.md", "pages/students/2018/martin_wencel/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0416", "split": "test", "category": "fact_work_year", "difficulty": "easy", "question": "V ktorom roku je pri osobe Maksym Zatirka uvedená bakalárska práca?", "mode": "fts", "expected_documents": [ "pages/students/2023/maksym_zatirka/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/maksym_zatirka/README.md", "pages/students/2021/matej_scislak/README.md", "pages/students/2016/darius_lindvai/timovy_projekt/resers/README.md", "pages/topics/faq/README.md", "pages/students/2016/patrik_pavlisin/tp20/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai/timovy_projekt/resers", "https://zp.kemt.fei.tuke.sk/topics/faq", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0416", "split": "test", "category": "fact_work_year", "difficulty": "easy", "question": "V ktorom roku je pri osobe Maksym Zatirka uvedená bakalárska práca?", "mode": "vector", "expected_documents": [ "pages/students/2023/maksym_zatirka/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/maksym_zatirka/README.md", "pages/students/2019/michal_stromko/README.md", "pages/students/2020/vladyslav_krupko/README.md", "pages/students/2016/jan_holp/README.md", "pages/students/2016/ediz_morochovic/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0416", "split": "test", "category": "fact_work_year", "difficulty": "easy", "question": "V ktorom roku je pri osobe Maksym Zatirka uvedená bakalárska práca?", "mode": "hybrid", "expected_documents": [ "pages/students/2023/maksym_zatirka/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/maksym_zatirka/README.md", "pages/students/2016/maros_harahus/README.md", "pages/students/2019/michal_stromko/README.md", "pages/students/2020/vladyslav_krupko/README.md", "pages/students/2016/jan_holp/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0417", "split": "test", "category": "disambiguation_year", "difficulty": "hard", "question": "Rozlíš rok začiatku štúdia a rok práce osoby Maksym Zatirka.", "mode": "fts", "expected_documents": [ "pages/students/2023/maksym_zatirka/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/maksym_zatirka/README.md", "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2019/kristian_sopkovic/README.md", "pages/students/2016/ediz_morochovic/README.md", "pages/students/2019/filip_tomas/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0417", "split": "test", "category": "disambiguation_year", "difficulty": "hard", "question": "Rozlíš rok začiatku štúdia a rok práce osoby Maksym Zatirka.", "mode": "vector", "expected_documents": [ "pages/students/2023/maksym_zatirka/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/maksym_zatirka/README.md", "pages/students/2019/michal_stromko/README.md", "pages/students/2020/matej_kobylan/README.md", "pages/students/2021/manohar_gowdru_shridharu/README.md", "pages/students/2016/maros_harahus/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0417", "split": "test", "category": "disambiguation_year", "difficulty": "hard", "question": "Rozlíš rok začiatku štúdia a rok práce osoby Maksym Zatirka.", "mode": "hybrid", "expected_documents": [ "pages/students/2023/maksym_zatirka/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/maksym_zatirka/README.md", "pages/students/2019/michal_stromko/README.md", "pages/students/2020/matej_kobylan/README.md", "pages/students/2021/manohar_gowdru_shridharu/README.md", "pages/students/2016/maros_harahus/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0418", "split": "test", "category": "adversarial_year", "difficulty": "hard", "question": "Je rok 2023 rokom záverečnej práce osoby Maksym Zatirka?", "mode": "fts", "expected_documents": [ "pages/students/2023/maksym_zatirka/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/maksym_zatirka/README.md", "pages/topics/faq/README.md", "pages/topics/akopisat/README.md", "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2021/martin_sarissky/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", "https://zp.kemt.fei.tuke.sk/topics/faq", "https://zp.kemt.fei.tuke.sk/topics/akopisat", "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0418", "split": "test", "category": "adversarial_year", "difficulty": "hard", "question": "Je rok 2023 rokom záverečnej práce osoby Maksym Zatirka?", "mode": "vector", "expected_documents": [ "pages/students/2023/maksym_zatirka/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/maksym_zatirka/README.md", "pages/students/2019/michal_stromko/README.md", "pages/students/2020/vladyslav_krupko/README.md", "pages/students/2020/matej_kobylan/README.md", "pages/students/2021/martin_sarissky/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0418", "split": "test", "category": "adversarial_year", "difficulty": "hard", "question": "Je rok 2023 rokom záverečnej práce osoby Maksym Zatirka?", "mode": "hybrid", "expected_documents": [ "pages/students/2023/maksym_zatirka/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/maksym_zatirka/README.md", "pages/students/2019/michal_stromko/README.md", "pages/students/2020/vladyslav_krupko/README.md", "pages/students/2019/kristian_sopkovic/README.md", "pages/students/2021/vladimir_ferko/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0419", "split": "test", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou grafová databáza a osobou Maksym Zatirka?", "mode": "fts", "expected_documents": [ "pages/students/2023/maksym_zatirka/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/maksym_zatirka/README.md", "pages/students/2017/martin_jancura/README.md", "pages/students/2016/maros_harahus/README.md", "pages/students/2019/michal_stromko/README.md", "pages/students/2016/jakub_maruniak/dp2021/train_experiments/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021/train_experiments" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0419", "split": "test", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou grafová databáza a osobou Maksym Zatirka?", "mode": "vector", "expected_documents": [ "pages/students/2023/maksym_zatirka/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/maksym_zatirka/README.md", "pages/students/2021/matej_scislak/README.md", "pages/students/2022/jan_malinovsky/README.md", "pages/students/2019/michal_stromko/README.md", "pages/students/2016/maros_harahus/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0419", "split": "test", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou grafová databáza a osobou Maksym Zatirka?", "mode": "hybrid", "expected_documents": [ "pages/students/2023/maksym_zatirka/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/maksym_zatirka/README.md", "pages/students/2019/kristian_sopkovic/README.md", "pages/students/2021/matej_scislak/README.md", "pages/students/2022/jan_malinovsky/README.md", "pages/students/2019/michal_stromko/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0420", "split": "test", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou slovenské právo a osobou Maksym Zatirka?", "mode": "fts", "expected_documents": [ "pages/students/2023/maksym_zatirka/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/maksym_zatirka/README.md", "pages/students/2017/martin_jancura/README.md", "pages/topics/bert/README.md", "pages/students/2019/michal_stromko/README.md", "pages/students/2016/maros_harahus/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", "https://zp.kemt.fei.tuke.sk/topics/bert", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0420", "split": "test", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou slovenské právo a osobou Maksym Zatirka?", "mode": "vector", "expected_documents": [ "pages/students/2023/maksym_zatirka/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/maksym_zatirka/README.md", "pages/topics/faq/README.md", "pages/students/2019/kristian_sopkovic/README.md", "pages/students/2021/martin_sarissky/README.md", "pages/students/2021/matej_scislak/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", "https://zp.kemt.fei.tuke.sk/topics/faq", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0420", "split": "test", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou slovenské právo a osobou Maksym Zatirka?", "mode": "hybrid", "expected_documents": [ "pages/students/2023/maksym_zatirka/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/maksym_zatirka/README.md", "pages/topics/faq/README.md", "pages/students/2019/kristian_sopkovic/README.md", "pages/students/2021/martin_sarissky/README.md", "pages/students/2021/matej_scislak/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", "https://zp.kemt.fei.tuke.sk/topics/faq", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0421", "split": "test", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou znalostný graf a osobou Maksym Zatirka?", "mode": "fts", "expected_documents": [ "pages/students/2023/maksym_zatirka/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/maksym_zatirka/README.md", "pages/students/2022/valerii_kutsenko/README.md", "pages/students/2021/matej_scislak/README.md", "pages/students/2022/jan_malinovsky/README.md", "pages/students/2022/oleh_poiasnik/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0421", "split": "test", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou znalostný graf a osobou Maksym Zatirka?", "mode": "vector", "expected_documents": [ "pages/students/2023/maksym_zatirka/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/maksym_zatirka/README.md", "pages/students/2022/valerii_kutsenko/README.md", "pages/students/2022/jan_malinovsky/README.md", "pages/students/2021/matej_scislak/README.md", "pages/students/2019/michal_stromko/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0421", "split": "test", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou znalostný graf a osobou Maksym Zatirka?", "mode": "hybrid", "expected_documents": [ "pages/students/2023/maksym_zatirka/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/maksym_zatirka/README.md", "pages/students/2022/valerii_kutsenko/README.md", "pages/students/2022/jan_malinovsky/README.md", "pages/students/2021/matej_scislak/README.md", "pages/topics/faq/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/topics/faq" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0422", "split": "test", "category": "specific_fact", "difficulty": "medium", "question": "Pre akú doménu má Maksym Zatirka zostaviť znalostný graf?", "mode": "fts", "expected_documents": [ "pages/students/2023/maksym_zatirka/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/maksym_zatirka/README.md", "pages/students/2022/oleh_poiasnik/README.md", "pages/students/2022/valerii_kutsenko/README.md", "pages/students/2022/jan_malinovsky/README.md", "pages/students/2021/matej_scislak/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0422", "split": "test", "category": "specific_fact", "difficulty": "medium", "question": "Pre akú doménu má Maksym Zatirka zostaviť znalostný graf?", "mode": "vector", "expected_documents": [ "pages/students/2023/maksym_zatirka/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/maksym_zatirka/README.md", "pages/students/2021/matej_scislak/README.md", "pages/students/2022/valerii_kutsenko/README.md", "pages/students/2022/jan_malinovsky/README.md", "pages/students/2021/martin_sarissky/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0422", "split": "test", "category": "specific_fact", "difficulty": "medium", "question": "Pre akú doménu má Maksym Zatirka zostaviť znalostný graf?", "mode": "hybrid", "expected_documents": [ "pages/students/2023/maksym_zatirka/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/maksym_zatirka/README.md", "pages/students/2021/matej_scislak/README.md", "pages/students/2022/valerii_kutsenko/README.md", "pages/students/2022/jan_malinovsky/README.md", "pages/students/2021/martin_sarissky/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0452", "split": "test", "category": "entity_lookup", "difficulty": "easy", "question": "Nájdi dokument o osobe Ronald Zalacko.", "mode": "fts", "expected_documents": [ "pages/students/2023/ronald_zalacko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/ronald_zalacko/README.md", "pages/students/2021/matej_scislak/README.md", "pages/students/2019/david_stromp/README.md", "pages/students/2019/michal_stromko/README.md", "pages/students/2021/martin_sarissky/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0452", "split": "test", "category": "entity_lookup", "difficulty": "easy", "question": "Nájdi dokument o osobe Ronald Zalacko.", "mode": "vector", "expected_documents": [ "pages/students/2023/ronald_zalacko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/ronald_zalacko/README.md", "pages/students/2021/manohar_gowdru_shridharu/README.md", "pages/interns/sevval_bulburu/README.md", "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2018/adrian_remias/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0452", "split": "test", "category": "entity_lookup", "difficulty": "easy", "question": "Nájdi dokument o osobe Ronald Zalacko.", "mode": "hybrid", "expected_documents": [ "pages/students/2023/ronald_zalacko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/ronald_zalacko/README.md", "pages/students/2021/manohar_gowdru_shridharu/README.md", "pages/students/2021/matej_scislak/README.md", "pages/interns/sevval_bulburu/README.md", "pages/students/2023/rostyslav_rodzhuk/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0453", "split": "test", "category": "fact_title", "difficulty": "easy", "question": "Aký je názov bakalárska práca osoby Ronald Zalacko?", "mode": "fts", "expected_documents": [ "pages/students/2023/ronald_zalacko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/ronald_zalacko/README.md", "pages/students/2020/matus_suchanic/README.md", "pages/students/2021/martin_sarissky/README.md", "pages/students/2016/jakub_maruniak/README.md", "pages/students/2021/matej_scislak/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0453", "split": "test", "category": "fact_title", "difficulty": "easy", "question": "Aký je názov bakalárska práca osoby Ronald Zalacko?", "mode": "vector", "expected_documents": [ "pages/students/2023/ronald_zalacko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/ronald_zalacko/README.md", "pages/students/2023/maksym_zatirka/README.md", "pages/students/2019/michal_stromko/README.md", "pages/students/2020/vladyslav_krupko/README.md", "pages/students/2021/martin_sarissky/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0453", "split": "test", "category": "fact_title", "difficulty": "easy", "question": "Aký je názov bakalárska práca osoby Ronald Zalacko?", "mode": "hybrid", "expected_documents": [ "pages/students/2023/ronald_zalacko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/ronald_zalacko/README.md", "pages/students/2023/maksym_zatirka/README.md", "pages/students/2019/michal_stromko/README.md", "pages/students/2020/vladyslav_krupko/README.md", "pages/students/2021/eduard_matovka/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0454", "split": "test", "category": "reverse_lookup", "difficulty": "medium", "question": "Kto sa venuje práci s názvom „Skórovací online systém pre robotické súťaže“?", "mode": "fts", "expected_documents": [ "pages/students/2023/ronald_zalacko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/ronald_zalacko/README.md", "pages/students/2019/filip_tomas/README.md", "pages/students/2016/patrik_pavlisin/dp21/README.md", "pages/students/2016/tomas_kucharik/README.md", "pages/students/2016/jakub_maruniak/timovy_projekt/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/dp21", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0454", "split": "test", "category": "reverse_lookup", "difficulty": "medium", "question": "Kto sa venuje práci s názvom „Skórovací online systém pre robotické súťaže“?", "mode": "vector", "expected_documents": [ "pages/students/2023/ronald_zalacko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/ronald_zalacko/README.md", "pages/students/2016/maros_harahus/README.md", "pages/students/2016/jakub_maruniak/dp2021/README.md", "pages/students/2018/samuel_sirotnik/README.md", "pages/students/2016/tomas_kucharik/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021", "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0454", "split": "test", "category": "reverse_lookup", "difficulty": "medium", "question": "Kto sa venuje práci s názvom „Skórovací online systém pre robotické súťaže“?", "mode": "hybrid", "expected_documents": [ "pages/students/2023/ronald_zalacko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/ronald_zalacko/README.md", "pages/students/2016/maros_harahus/README.md", "pages/students/2016/jakub_maruniak/dp2021/README.md", "pages/students/2018/samuel_sirotnik/README.md", "pages/students/2016/tomas_kucharik/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021", "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0455", "split": "test", "category": "topic_lookup", "difficulty": "medium", "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Skórovací online systém pre robotické súťaže“.", "mode": "fts", "expected_documents": [ "pages/students/2023/ronald_zalacko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/ronald_zalacko/README.md", "pages/students/2021/vladimir_ferko/README.md", "pages/topics/faq/README.md", "pages/students/2022/andrii_pervashov/README.md", "pages/students/2021/artur_hyrenko/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", "https://zp.kemt.fei.tuke.sk/topics/faq", "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0455", "split": "test", "category": "topic_lookup", "difficulty": "medium", "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Skórovací online systém pre robotické súťaže“.", "mode": "vector", "expected_documents": [ "pages/students/2023/ronald_zalacko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/ronald_zalacko/README.md", "pages/students/2016/tomas_kucharik/README.md", "pages/students/2016/maros_harahus/README.md", "pages/topics/legal/README.md", "pages/students/2022/andrii_pervashov/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/topics/legal", "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0455", "split": "test", "category": "topic_lookup", "difficulty": "medium", "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Skórovací online systém pre robotické súťaže“.", "mode": "hybrid", "expected_documents": [ "pages/students/2023/ronald_zalacko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/ronald_zalacko/README.md", "pages/students/2022/andrii_pervashov/README.md", "pages/students/2016/tomas_kucharik/README.md", "pages/students/2016/maros_harahus/README.md", "pages/topics/legal/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/topics/legal" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0456", "split": "test", "category": "paraphrase", "difficulty": "medium", "question": "O čom je práca osoby Ronald Zalacko?", "mode": "fts", "expected_documents": [ "pages/students/2023/ronald_zalacko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/ronald_zalacko/README.md", "pages/students/2021/martin_sarissky/README.md", "pages/students/2016/maros_harahus/README.md", "pages/students/2017/martin_jancura/README.md", "pages/students/2022/valerii_kutsenko/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0456", "split": "test", "category": "paraphrase", "difficulty": "medium", "question": "O čom je práca osoby Ronald Zalacko?", "mode": "vector", "expected_documents": [ "pages/students/2023/ronald_zalacko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/ronald_zalacko/README.md", "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2021/martin_sarissky/README.md", "pages/students/2023/maksym_zatirka/README.md", "pages/students/2019/alina_vitko/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0456", "split": "test", "category": "paraphrase", "difficulty": "medium", "question": "O čom je práca osoby Ronald Zalacko?", "mode": "hybrid", "expected_documents": [ "pages/students/2023/ronald_zalacko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/ronald_zalacko/README.md", "pages/students/2023/maksym_zatirka/README.md", "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2021/martin_sarissky/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0457", "split": "test", "category": "fact_start_year", "difficulty": "easy", "question": "V ktorom roku začal študovať Ronald Zalacko?", "mode": "fts", "expected_documents": [ "pages/students/2023/ronald_zalacko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/ronald_zalacko/README.md", "pages/students/2021/eduard_matovka/README.md", "pages/students/2016/jakub_maruniak/timovy_projekt/README.md", "pages/topics/faq/README.md", "pages/students/2016/maros_harahus/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt", "https://zp.kemt.fei.tuke.sk/topics/faq", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0457", "split": "test", "category": "fact_start_year", "difficulty": "easy", "question": "V ktorom roku začal študovať Ronald Zalacko?", "mode": "vector", "expected_documents": [ "pages/students/2023/ronald_zalacko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/ronald_zalacko/README.md", "pages/students/2022/valerii_kutsenko/README.md", "pages/students/2023/denis_le_thanh/README.md", "pages/students/2022/andrii_pervashov/README.md", "pages/students/2016/jan_holp/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0457", "split": "test", "category": "fact_start_year", "difficulty": "easy", "question": "V ktorom roku začal študovať Ronald Zalacko?", "mode": "hybrid", "expected_documents": [ "pages/students/2023/ronald_zalacko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/ronald_zalacko/README.md", "pages/students/2016/jan_holp/README.md", "pages/students/2022/valerii_kutsenko/README.md", "pages/students/2023/denis_le_thanh/README.md", "pages/students/2022/andrii_pervashov/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0458", "split": "test", "category": "verification", "difficulty": "medium", "question": "Je pri osobe Ronald Zalacko uvedený rok začiatku štúdia 2023?", "mode": "fts", "expected_documents": [ "pages/students/2023/ronald_zalacko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/ronald_zalacko/README.md", "pages/students/2023/oleksandr_dorybohov/README.md", "pages/students/2023/simona_bobrovcanova/README.md", "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2023/denis_le_thanh/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0458", "split": "test", "category": "verification", "difficulty": "medium", "question": "Je pri osobe Ronald Zalacko uvedený rok začiatku štúdia 2023?", "mode": "vector", "expected_documents": [ "pages/students/2023/ronald_zalacko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/ronald_zalacko/README.md", "pages/students/2019/michal_stromko/README.md", "pages/students/2022/andrii_pervashov/README.md", "pages/students/2019/kristian_sopkovic/README.md", "pages/students/2016/maros_harahus/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0458", "split": "test", "category": "verification", "difficulty": "medium", "question": "Je pri osobe Ronald Zalacko uvedený rok začiatku štúdia 2023?", "mode": "hybrid", "expected_documents": [ "pages/students/2023/ronald_zalacko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/ronald_zalacko/README.md", "pages/students/2018/martin_wencel/README.md", "pages/students/2019/michal_stromko/README.md", "pages/students/2022/andrii_pervashov/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0459", "split": "test", "category": "fact_work_year", "difficulty": "easy", "question": "V ktorom roku je pri osobe Ronald Zalacko uvedená bakalárska práca?", "mode": "fts", "expected_documents": [ "pages/students/2023/ronald_zalacko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/ronald_zalacko/README.md", "pages/students/2021/matej_scislak/README.md", "pages/students/2016/darius_lindvai/timovy_projekt/resers/README.md", "pages/topics/faq/README.md", "pages/students/2016/patrik_pavlisin/tp20/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai/timovy_projekt/resers", "https://zp.kemt.fei.tuke.sk/topics/faq", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0459", "split": "test", "category": "fact_work_year", "difficulty": "easy", "question": "V ktorom roku je pri osobe Ronald Zalacko uvedená bakalárska práca?", "mode": "vector", "expected_documents": [ "pages/students/2023/ronald_zalacko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/ronald_zalacko/README.md", "pages/students/2019/michal_stromko/README.md", "pages/students/2020/vladyslav_krupko/README.md", "pages/students/2023/maksym_zatirka/README.md", "pages/students/2016/maros_harahus/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0459", "split": "test", "category": "fact_work_year", "difficulty": "easy", "question": "V ktorom roku je pri osobe Ronald Zalacko uvedená bakalárska práca?", "mode": "hybrid", "expected_documents": [ "pages/students/2023/ronald_zalacko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/ronald_zalacko/README.md", "pages/students/2019/michal_stromko/README.md", "pages/students/2020/vladyslav_krupko/README.md", "pages/students/2023/maksym_zatirka/README.md", "pages/students/2016/maros_harahus/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0460", "split": "test", "category": "disambiguation_year", "difficulty": "hard", "question": "Rozlíš rok začiatku štúdia a rok práce osoby Ronald Zalacko.", "mode": "fts", "expected_documents": [ "pages/students/2023/ronald_zalacko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/ronald_zalacko/README.md", "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2019/kristian_sopkovic/README.md", "pages/students/2016/ediz_morochovic/README.md", "pages/students/2019/filip_tomas/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0460", "split": "test", "category": "disambiguation_year", "difficulty": "hard", "question": "Rozlíš rok začiatku štúdia a rok práce osoby Ronald Zalacko.", "mode": "vector", "expected_documents": [ "pages/students/2023/ronald_zalacko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/ronald_zalacko/README.md", "pages/students/2023/denis_le_thanh/README.md", "pages/students/2019/michal_stromko/README.md", "pages/students/2016/maros_harahus/README.md", "pages/students/2022/andrii_pervashov/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0460", "split": "test", "category": "disambiguation_year", "difficulty": "hard", "question": "Rozlíš rok začiatku štúdia a rok práce osoby Ronald Zalacko.", "mode": "hybrid", "expected_documents": [ "pages/students/2023/ronald_zalacko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/ronald_zalacko/README.md", "pages/students/2023/denis_le_thanh/README.md", "pages/students/2019/michal_stromko/README.md", "pages/students/2016/maros_harahus/README.md", "pages/students/2022/andrii_pervashov/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0461", "split": "test", "category": "adversarial_year", "difficulty": "hard", "question": "Je rok 2023 rokom záverečnej práce osoby Ronald Zalacko?", "mode": "fts", "expected_documents": [ "pages/students/2023/ronald_zalacko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/ronald_zalacko/README.md", "pages/topics/faq/README.md", "pages/topics/akopisat/README.md", "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2021/martin_sarissky/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", "https://zp.kemt.fei.tuke.sk/topics/faq", "https://zp.kemt.fei.tuke.sk/topics/akopisat", "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0461", "split": "test", "category": "adversarial_year", "difficulty": "hard", "question": "Je rok 2023 rokom záverečnej práce osoby Ronald Zalacko?", "mode": "vector", "expected_documents": [ "pages/students/2023/ronald_zalacko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/ronald_zalacko/README.md", "pages/students/2020/vladyslav_krupko/README.md", "pages/students/2021/martin_sarissky/README.md", "pages/students/2020/matej_kobylan/README.md", "pages/students/2019/alina_vitko/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0461", "split": "test", "category": "adversarial_year", "difficulty": "hard", "question": "Je rok 2023 rokom záverečnej práce osoby Ronald Zalacko?", "mode": "hybrid", "expected_documents": [ "pages/students/2023/ronald_zalacko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/ronald_zalacko/README.md", "pages/topics/akopisat/README.md", "pages/students/2020/vladyslav_krupko/README.md", "pages/students/2021/martin_sarissky/README.md", "pages/students/2020/matej_kobylan/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", "https://zp.kemt.fei.tuke.sk/topics/akopisat", "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0462", "split": "test", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou robotické súťaže a osobou Ronald Zalacko?", "mode": "fts", "expected_documents": [ "pages/students/2023/ronald_zalacko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/ronald_zalacko/README.md", "pages/students/2017/martin_jancura/README.md", "pages/students/2016/maros_harahus/README.md", "pages/topics/faq/README.md", "pages/students/2020/matej_kobylan/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/topics/faq", "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0462", "split": "test", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou robotické súťaže a osobou Ronald Zalacko?", "mode": "vector", "expected_documents": [ "pages/students/2023/ronald_zalacko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/ronald_zalacko/README.md", "pages/students/2023/maksym_zatirka/README.md", "pages/students/2016/maros_harahus/README.md", "pages/students/2021/martin_sarissky/README.md", "pages/students/2021/matej_scislak/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0462", "split": "test", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou robotické súťaže a osobou Ronald Zalacko?", "mode": "hybrid", "expected_documents": [ "pages/students/2023/ronald_zalacko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/ronald_zalacko/README.md", "pages/topics/faq/README.md", "pages/students/2016/maros_harahus/README.md", "pages/students/2023/maksym_zatirka/README.md", "pages/students/2021/martin_sarissky/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", "https://zp.kemt.fei.tuke.sk/topics/faq", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0463", "split": "test", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou Docker a osobou Ronald Zalacko?", "mode": "fts", "expected_documents": [ "pages/students/2023/ronald_zalacko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/ronald_zalacko/README.md", "pages/students/2017/martin_jancura/README.md", "pages/students/2021/martin_sarissky/README.md", "pages/students/2016/maros_harahus/README.md", "pages/students/2023/maksym_zatirka/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0463", "split": "test", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou Docker a osobou Ronald Zalacko?", "mode": "vector", "expected_documents": [ "pages/students/2023/ronald_zalacko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/ronald_zalacko/README.md", "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2023/samuel_dzurina/README.md", "pages/topics/faq/README.md", "pages/students/2022/oleh_poiasnik/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/topics/faq", "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0463", "split": "test", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou Docker a osobou Ronald Zalacko?", "mode": "hybrid", "expected_documents": [ "pages/students/2023/ronald_zalacko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/ronald_zalacko/README.md", "pages/topics/faq/README.md", "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2021/martin_sarissky/README.md", "pages/students/2023/samuel_dzurina/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", "https://zp.kemt.fei.tuke.sk/topics/faq", "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0464", "split": "test", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou webová aplikácia a osobou Ronald Zalacko?", "mode": "fts", "expected_documents": [ "pages/students/2023/ronald_zalacko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/ronald_zalacko/README.md", "pages/students/2023/maksym_zatirka/README.md", "pages/students/2018/oleh_bilykh/README.md", "pages/students/2017/martin_jancura/README.md", "pages/students/2016/tomas_kucharik/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0464", "split": "test", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou webová aplikácia a osobou Ronald Zalacko?", "mode": "vector", "expected_documents": [ "pages/students/2023/ronald_zalacko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/ronald_zalacko/README.md", "pages/students/2022/andrii_pervashov/README.md", "pages/students/2021/matej_scislak/README.md", "pages/students/2016/jan_holp/README.md", "pages/students/2023/maksym_zatirka/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0464", "split": "test", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou webová aplikácia a osobou Ronald Zalacko?", "mode": "hybrid", "expected_documents": [ "pages/students/2023/ronald_zalacko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/ronald_zalacko/README.md", "pages/topics/faq/README.md", "pages/students/2022/andrii_pervashov/README.md", "pages/students/2021/matej_scislak/README.md", "pages/students/2016/jan_holp/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", "https://zp.kemt.fei.tuke.sk/topics/faq", "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0465", "split": "test", "category": "specific_fact", "difficulty": "medium", "question": "Na akú oblasť je zameraná aplikácia Ronalda Zalacka?", "mode": "fts", "expected_documents": [ "pages/students/2023/ronald_zalacko/README.md" ], "first_relevant_rank": null, "reciprocal_rank": 0.0, "top_documents": [ "pages/students/2016/darius_lindvai/timovy_projekt/resers/README.md", "pages/topics/named-entity/navod/README.md", "pages/topics/faq/README.md", "pages/students/2023/oleksandr_dorybohov/README.md", "pages/topics/named-entity/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai/timovy_projekt/resers", "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod", "https://zp.kemt.fei.tuke.sk/topics/faq", "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", "https://zp.kemt.fei.tuke.sk/topics/named-entity" ], "hit_at_1": 0, "recall_at_1": 0.0, "hit_at_3": 0, "recall_at_3": 0.0, "hit_at_5": 0, "recall_at_5": 0.0 }, { "id": "q0465", "split": "test", "category": "specific_fact", "difficulty": "medium", "question": "Na akú oblasť je zameraná aplikácia Ronalda Zalacka?", "mode": "vector", "expected_documents": [ "pages/students/2023/ronald_zalacko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/ronald_zalacko/README.md", "pages/students/2021/artur_hyrenko/README.md", "pages/students/2023/denis_le_thanh/README.md", "pages/students/2021/martin_sarissky/README.md", "pages/students/2022/jakub_schwarc/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko", "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0465", "split": "test", "category": "specific_fact", "difficulty": "medium", "question": "Na akú oblasť je zameraná aplikácia Ronalda Zalacka?", "mode": "hybrid", "expected_documents": [ "pages/students/2023/ronald_zalacko/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/ronald_zalacko/README.md", "pages/students/2021/artur_hyrenko/README.md", "pages/students/2023/denis_le_thanh/README.md", "pages/students/2021/martin_sarissky/README.md", "pages/students/2022/jakub_schwarc/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko", "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0466", "split": "test", "category": "entity_lookup", "difficulty": "easy", "question": "Nájdi dokument o osobe Oleksandr Dorybohov.", "mode": "fts", "expected_documents": [ "pages/students/2023/oleksandr_dorybohov/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/oleksandr_dorybohov/README.md", "pages/topics/legal/README.md", "pages/students/2021/oleksandr_hryshchenko/README.md", "pages/students/2021/matej_scislak/README.md", "pages/students/2019/david_stromp/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", "https://zp.kemt.fei.tuke.sk/topics/legal", "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0466", "split": "test", "category": "entity_lookup", "difficulty": "easy", "question": "Nájdi dokument o osobe Oleksandr Dorybohov.", "mode": "vector", "expected_documents": [ "pages/students/2023/oleksandr_dorybohov/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/oleksandr_dorybohov/README.md", "pages/students/2021/manohar_gowdru_shridharu/README.md", "pages/interns/sevval_bulburu/README.md", "pages/students/2018/david_ilas/README.md", "pages/students/2022/oleh_poiasnik/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas", "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0466", "split": "test", "category": "entity_lookup", "difficulty": "easy", "question": "Nájdi dokument o osobe Oleksandr Dorybohov.", "mode": "hybrid", "expected_documents": [ "pages/students/2023/oleksandr_dorybohov/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/oleksandr_dorybohov/README.md", "pages/students/2021/manohar_gowdru_shridharu/README.md", "pages/students/2021/oleksandr_hryshchenko/README.md", "pages/interns/sevval_bulburu/README.md", "pages/topics/legal/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko", "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", "https://zp.kemt.fei.tuke.sk/topics/legal" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0467", "split": "test", "category": "fact_title", "difficulty": "easy", "question": "Aký je názov bakalárska práca osoby Oleksandr Dorybohov?", "mode": "fts", "expected_documents": [ "pages/students/2023/oleksandr_dorybohov/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/oleksandr_dorybohov/README.md", "pages/topics/legal/README.md", "pages/students/2021/oleksandr_hryshchenko/README.md", "pages/students/2020/matus_suchanic/README.md", "pages/students/2021/martin_sarissky/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", "https://zp.kemt.fei.tuke.sk/topics/legal", "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko", "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0467", "split": "test", "category": "fact_title", "difficulty": "easy", "question": "Aký je názov bakalárska práca osoby Oleksandr Dorybohov?", "mode": "vector", "expected_documents": [ "pages/students/2023/oleksandr_dorybohov/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/oleksandr_dorybohov/README.md", "pages/students/2017/dmytro_ushatenko/README.md", "pages/students/2023/samuel_dzurina/README.md", "pages/students/2018/oleh_bilykh/README.md", "pages/students/2023/maksym_zatirka/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0467", "split": "test", "category": "fact_title", "difficulty": "easy", "question": "Aký je názov bakalárska práca osoby Oleksandr Dorybohov?", "mode": "hybrid", "expected_documents": [ "pages/students/2023/oleksandr_dorybohov/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/oleksandr_dorybohov/README.md", "pages/students/2017/dmytro_ushatenko/README.md", "pages/students/2023/samuel_dzurina/README.md", "pages/students/2016/ediz_morochovic/README.md", "pages/students/2018/oleh_bilykh/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0468", "split": "test", "category": "reverse_lookup", "difficulty": "medium", "question": "Kto sa venuje práci s názvom „Automatické odpovede na otázky v právnej oblasti“?", "mode": "fts", "expected_documents": [ "pages/students/2023/oleksandr_dorybohov/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/oleksandr_dorybohov/README.md", "pages/students/2018/oleh_bilykh/README.md", "pages/students/2018/david_omasta/README.md", "pages/students/2021/matej_scislak/README.md", "pages/students/2022/valerii_kutsenko/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0468", "split": "test", "category": "reverse_lookup", "difficulty": "medium", "question": "Kto sa venuje práci s názvom „Automatické odpovede na otázky v právnej oblasti“?", "mode": "vector", "expected_documents": [ "pages/students/2023/oleksandr_dorybohov/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/oleksandr_dorybohov/README.md", "pages/students/2018/oleh_bilykh/README.md", "pages/students/2016/tomas_kucharik/README.md", "pages/topics/question/nezodpovedatelne/README.md", "pages/students/2021/matej_scislak/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0468", "split": "test", "category": "reverse_lookup", "difficulty": "medium", "question": "Kto sa venuje práci s názvom „Automatické odpovede na otázky v právnej oblasti“?", "mode": "hybrid", "expected_documents": [ "pages/students/2023/oleksandr_dorybohov/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/oleksandr_dorybohov/README.md", "pages/students/2018/oleh_bilykh/README.md", "pages/topics/question/nezodpovedatelne/README.md", "pages/students/2016/tomas_kucharik/README.md", "pages/students/2021/matej_scislak/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", "https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0469", "split": "test", "category": "topic_lookup", "difficulty": "medium", "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Automatické odpovede na otázky v právnej oblasti“.", "mode": "fts", "expected_documents": [ "pages/students/2023/oleksandr_dorybohov/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/oleksandr_dorybohov/README.md", "pages/topics/faq/README.md", "pages/students/2018/oleh_bilykh/README.md", "pages/students/2021/matej_scislak/README.md", "pages/students/2016/darius_lindvai/timovy_projekt/resers/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", "https://zp.kemt.fei.tuke.sk/topics/faq", "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai/timovy_projekt/resers" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0469", "split": "test", "category": "topic_lookup", "difficulty": "medium", "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Automatické odpovede na otázky v právnej oblasti“.", "mode": "vector", "expected_documents": [ "pages/students/2023/oleksandr_dorybohov/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/oleksandr_dorybohov/README.md", "pages/students/2016/tomas_kucharik/README.md", "pages/topics/faq/README.md", "pages/students/2021/matej_scislak/README.md", "pages/topics/question/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/topics/faq", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/topics/question" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0469", "split": "test", "category": "topic_lookup", "difficulty": "medium", "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Automatické odpovede na otázky v právnej oblasti“.", "mode": "hybrid", "expected_documents": [ "pages/students/2023/oleksandr_dorybohov/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/oleksandr_dorybohov/README.md", "pages/topics/faq/README.md", "pages/topics/question/nezodpovedatelne/README.md", "pages/students/2016/tomas_kucharik/README.md", "pages/students/2021/matej_scislak/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", "https://zp.kemt.fei.tuke.sk/topics/faq", "https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0470", "split": "test", "category": "paraphrase", "difficulty": "medium", "question": "O čom je práca osoby Oleksandr Dorybohov?", "mode": "fts", "expected_documents": [ "pages/students/2023/oleksandr_dorybohov/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/oleksandr_dorybohov/README.md", "pages/topics/legal/README.md", "pages/students/2021/oleksandr_hryshchenko/README.md", "pages/students/2021/martin_sarissky/README.md", "pages/students/2016/maros_harahus/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", "https://zp.kemt.fei.tuke.sk/topics/legal", "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0470", "split": "test", "category": "paraphrase", "difficulty": "medium", "question": "O čom je práca osoby Oleksandr Dorybohov?", "mode": "vector", "expected_documents": [ "pages/students/2023/oleksandr_dorybohov/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/oleksandr_dorybohov/README.md", "pages/students/2023/samuel_dzurina/README.md", "pages/students/2018/oleh_bilykh/README.md", "pages/topics/chatbot/README.md", "pages/students/2017/dmytro_ushatenko/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", "https://zp.kemt.fei.tuke.sk/topics/chatbot", "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0470", "split": "test", "category": "paraphrase", "difficulty": "medium", "question": "O čom je práca osoby Oleksandr Dorybohov?", "mode": "hybrid", "expected_documents": [ "pages/students/2023/oleksandr_dorybohov/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/oleksandr_dorybohov/README.md", "pages/students/2021/oleksandr_hryshchenko/README.md", "pages/students/2017/dmytro_ushatenko/README.md", "pages/students/2023/samuel_dzurina/README.md", "pages/students/2018/oleh_bilykh/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko", "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0471", "split": "test", "category": "fact_start_year", "difficulty": "easy", "question": "V ktorom roku začal študovať Oleksandr Dorybohov?", "mode": "fts", "expected_documents": [ "pages/students/2023/oleksandr_dorybohov/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/oleksandr_dorybohov/README.md", "pages/topics/legal/README.md", "pages/students/2021/eduard_matovka/README.md", "pages/students/2016/jakub_maruniak/timovy_projekt/README.md", "pages/students/2021/oleksandr_hryshchenko/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", "https://zp.kemt.fei.tuke.sk/topics/legal", "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt", "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0471", "split": "test", "category": "fact_start_year", "difficulty": "easy", "question": "V ktorom roku začal študovať Oleksandr Dorybohov?", "mode": "vector", "expected_documents": [ "pages/students/2023/oleksandr_dorybohov/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/oleksandr_dorybohov/README.md", "pages/students/2018/oleh_bilykh/README.md", "pages/students/2017/dmytro_ushatenko/README.md", "pages/students/2022/valerii_kutsenko/README.md", "pages/students/2023/samuel_dzurina/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0471", "split": "test", "category": "fact_start_year", "difficulty": "easy", "question": "V ktorom roku začal študovať Oleksandr Dorybohov?", "mode": "hybrid", "expected_documents": [ "pages/students/2023/oleksandr_dorybohov/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/oleksandr_dorybohov/README.md", "pages/students/2017/dmytro_ushatenko/README.md", "pages/students/2018/oleh_bilykh/README.md", "pages/students/2022/valerii_kutsenko/README.md", "pages/students/2023/samuel_dzurina/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0472", "split": "test", "category": "verification", "difficulty": "medium", "question": "Je pri osobe Oleksandr Dorybohov uvedený rok začiatku štúdia 2023?", "mode": "fts", "expected_documents": [ "pages/students/2023/oleksandr_dorybohov/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/oleksandr_dorybohov/README.md", "pages/students/2021/oleksandr_hryshchenko/README.md", "pages/topics/legal/README.md", "pages/students/2023/simona_bobrovcanova/README.md", "pages/students/2023/ronald_zalacko/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko", "https://zp.kemt.fei.tuke.sk/topics/legal", "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0472", "split": "test", "category": "verification", "difficulty": "medium", "question": "Je pri osobe Oleksandr Dorybohov uvedený rok začiatku štúdia 2023?", "mode": "vector", "expected_documents": [ "pages/students/2023/oleksandr_dorybohov/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/oleksandr_dorybohov/README.md", "pages/students/2018/oleh_bilykh/README.md", "pages/students/2018/david_ilas/README.md", "pages/students/2017/dmytro_ushatenko/README.md", "pages/students/2016/maros_harahus/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas", "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0472", "split": "test", "category": "verification", "difficulty": "medium", "question": "Je pri osobe Oleksandr Dorybohov uvedený rok začiatku štúdia 2023?", "mode": "hybrid", "expected_documents": [ "pages/students/2023/oleksandr_dorybohov/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/oleksandr_dorybohov/README.md", "pages/students/2018/david_ilas/README.md", "pages/students/2018/oleh_bilykh/README.md", "pages/students/2016/dominik_nagy/README.md", "pages/students/2017/dmytro_ushatenko/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas", "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0473", "split": "test", "category": "fact_work_year", "difficulty": "easy", "question": "V ktorom roku je pri osobe Oleksandr Dorybohov uvedená bakalárska práca?", "mode": "fts", "expected_documents": [ "pages/students/2023/oleksandr_dorybohov/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/oleksandr_dorybohov/README.md", "pages/topics/legal/README.md", "pages/students/2021/oleksandr_hryshchenko/README.md", "pages/students/2021/matej_scislak/README.md", "pages/students/2016/darius_lindvai/timovy_projekt/resers/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", "https://zp.kemt.fei.tuke.sk/topics/legal", "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai/timovy_projekt/resers" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0473", "split": "test", "category": "fact_work_year", "difficulty": "easy", "question": "V ktorom roku je pri osobe Oleksandr Dorybohov uvedená bakalárska práca?", "mode": "vector", "expected_documents": [ "pages/students/2023/oleksandr_dorybohov/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/oleksandr_dorybohov/README.md", "pages/students/2023/samuel_dzurina/README.md", "pages/students/2018/oleh_bilykh/README.md", "pages/students/2017/dmytro_ushatenko/README.md", "pages/students/2016/ediz_morochovic/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0473", "split": "test", "category": "fact_work_year", "difficulty": "easy", "question": "V ktorom roku je pri osobe Oleksandr Dorybohov uvedená bakalárska práca?", "mode": "hybrid", "expected_documents": [ "pages/students/2023/oleksandr_dorybohov/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/oleksandr_dorybohov/README.md", "pages/students/2023/samuel_dzurina/README.md", "pages/students/2018/oleh_bilykh/README.md", "pages/students/2017/dmytro_ushatenko/README.md", "pages/students/2016/ediz_morochovic/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0474", "split": "test", "category": "disambiguation_year", "difficulty": "hard", "question": "Rozlíš rok začiatku štúdia a rok práce osoby Oleksandr Dorybohov.", "mode": "fts", "expected_documents": [ "pages/students/2023/oleksandr_dorybohov/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/oleksandr_dorybohov/README.md", "pages/students/2021/oleksandr_hryshchenko/README.md", "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2019/kristian_sopkovic/README.md", "pages/topics/legal/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko", "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", "https://zp.kemt.fei.tuke.sk/topics/legal" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0474", "split": "test", "category": "disambiguation_year", "difficulty": "hard", "question": "Rozlíš rok začiatku štúdia a rok práce osoby Oleksandr Dorybohov.", "mode": "vector", "expected_documents": [ "pages/students/2023/oleksandr_dorybohov/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/oleksandr_dorybohov/README.md", "pages/topics/legal/README.md", "pages/students/2023/samuel_dzurina/README.md", "pages/students/2016/maros_harahus/README.md", "pages/students/2021/manohar_gowdru_shridharu/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", "https://zp.kemt.fei.tuke.sk/topics/legal", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0474", "split": "test", "category": "disambiguation_year", "difficulty": "hard", "question": "Rozlíš rok začiatku štúdia a rok práce osoby Oleksandr Dorybohov.", "mode": "hybrid", "expected_documents": [ "pages/students/2023/oleksandr_dorybohov/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/oleksandr_dorybohov/README.md", "pages/topics/legal/README.md", "pages/students/2023/samuel_dzurina/README.md", "pages/students/2016/maros_harahus/README.md", "pages/students/2021/manohar_gowdru_shridharu/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", "https://zp.kemt.fei.tuke.sk/topics/legal", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0475", "split": "test", "category": "adversarial_year", "difficulty": "hard", "question": "Je rok 2023 rokom záverečnej práce osoby Oleksandr Dorybohov?", "mode": "fts", "expected_documents": [ "pages/students/2023/oleksandr_dorybohov/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/oleksandr_dorybohov/README.md", "pages/topics/legal/README.md", "pages/topics/faq/README.md", "pages/students/2021/oleksandr_hryshchenko/README.md", "pages/topics/akopisat/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", "https://zp.kemt.fei.tuke.sk/topics/legal", "https://zp.kemt.fei.tuke.sk/topics/faq", "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko", "https://zp.kemt.fei.tuke.sk/topics/akopisat" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0475", "split": "test", "category": "adversarial_year", "difficulty": "hard", "question": "Je rok 2023 rokom záverečnej práce osoby Oleksandr Dorybohov?", "mode": "vector", "expected_documents": [ "pages/students/2023/oleksandr_dorybohov/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/oleksandr_dorybohov/README.md", "pages/students/2020/matej_kobylan/README.md", "pages/students/2016/dominik_nagy/README.md", "pages/students/2016/maros_harahus/README.md", "pages/students/2018/oleh_bilykh/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0475", "split": "test", "category": "adversarial_year", "difficulty": "hard", "question": "Je rok 2023 rokom záverečnej práce osoby Oleksandr Dorybohov?", "mode": "hybrid", "expected_documents": [ "pages/students/2023/oleksandr_dorybohov/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/oleksandr_dorybohov/README.md", "pages/students/2016/dominik_nagy/README.md", "pages/students/2023/samuel_dzurina/README.md", "pages/students/2020/matej_kobylan/README.md", "pages/students/2016/maros_harahus/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0476", "split": "test", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou právo a osobou Oleksandr Dorybohov?", "mode": "fts", "expected_documents": [ "pages/students/2023/oleksandr_dorybohov/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/oleksandr_dorybohov/README.md", "pages/students/2021/oleksandr_hryshchenko/README.md", "pages/topics/legal/README.md", "pages/students/2017/martin_jancura/README.md", "pages/students/2016/maros_harahus/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko", "https://zp.kemt.fei.tuke.sk/topics/legal", "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0476", "split": "test", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou právo a osobou Oleksandr Dorybohov?", "mode": "vector", "expected_documents": [ "pages/students/2023/oleksandr_dorybohov/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/oleksandr_dorybohov/README.md", "pages/students/2018/oleh_bilykh/README.md", "pages/topics/faq/README.md", "pages/students/2017/dmytro_ushatenko/README.md", "pages/topics/legal/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", "https://zp.kemt.fei.tuke.sk/topics/faq", "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", "https://zp.kemt.fei.tuke.sk/topics/legal" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0476", "split": "test", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou právo a osobou Oleksandr Dorybohov?", "mode": "hybrid", "expected_documents": [ "pages/students/2023/oleksandr_dorybohov/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/oleksandr_dorybohov/README.md", "pages/students/2018/oleh_bilykh/README.md", "pages/topics/faq/README.md", "pages/topics/legal/README.md", "pages/students/2018/david_omasta/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", "https://zp.kemt.fei.tuke.sk/topics/faq", "https://zp.kemt.fei.tuke.sk/topics/legal", "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0477", "split": "test", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou agent a osobou Oleksandr Dorybohov?", "mode": "fts", "expected_documents": [ "pages/students/2023/oleksandr_dorybohov/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/oleksandr_dorybohov/README.md", "pages/topics/legal/README.md", "pages/students/2021/oleksandr_hryshchenko/README.md", "pages/students/2020/matej_kobylan/README.md", "pages/students/2017/martin_jancura/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", "https://zp.kemt.fei.tuke.sk/topics/legal", "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko", "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0477", "split": "test", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou agent a osobou Oleksandr Dorybohov?", "mode": "vector", "expected_documents": [ "pages/students/2023/oleksandr_dorybohov/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/oleksandr_dorybohov/README.md", "pages/students/2023/samuel_dzurina/README.md", "pages/students/2018/oleh_bilykh/README.md", "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/topics/legal/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/topics/legal" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0477", "split": "test", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou agent a osobou Oleksandr Dorybohov?", "mode": "hybrid", "expected_documents": [ "pages/students/2023/oleksandr_dorybohov/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/oleksandr_dorybohov/README.md", "pages/students/2023/samuel_dzurina/README.md", "pages/topics/legal/README.md", "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2018/oleh_bilykh/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/topics/legal", "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0478", "split": "test", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou API a osobou Oleksandr Dorybohov?", "mode": "fts", "expected_documents": [ "pages/students/2023/oleksandr_dorybohov/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/oleksandr_dorybohov/README.md", "pages/topics/legal/README.md", "pages/students/2021/oleksandr_hryshchenko/README.md", "pages/students/2017/martin_jancura/README.md", "pages/students/2016/maros_harahus/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", "https://zp.kemt.fei.tuke.sk/topics/legal", "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko", "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0478", "split": "test", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou API a osobou Oleksandr Dorybohov?", "mode": "vector", "expected_documents": [ "pages/students/2023/oleksandr_dorybohov/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/oleksandr_dorybohov/README.md", "pages/students/2018/oleh_bilykh/README.md", "pages/students/2023/samuel_dzurina/README.md", "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/topics/legal/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/topics/legal" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0478", "split": "test", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou API a osobou Oleksandr Dorybohov?", "mode": "hybrid", "expected_documents": [ "pages/students/2023/oleksandr_dorybohov/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/oleksandr_dorybohov/README.md", "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2018/oleh_bilykh/README.md", "pages/students/2022/oleh_poiasnik/README.md", "pages/topics/legal/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", "https://zp.kemt.fei.tuke.sk/topics/legal" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0479", "split": "test", "category": "specific_fact", "difficulty": "medium", "question": "Pre akú doménu má agent Oleksandra Dorybohova odpovedať na otázky?", "mode": "fts", "expected_documents": [ "pages/students/2023/oleksandr_dorybohov/README.md" ], "first_relevant_rank": 2, "reciprocal_rank": 0.5, "top_documents": [ "pages/students/2023/samuel_dzurina/README.md", "pages/students/2023/oleksandr_dorybohov/README.md", "pages/topics/faq/README.md", "pages/students/2021/martin_sarissky/README.md", "pages/topics/question/validacie/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", "https://zp.kemt.fei.tuke.sk/topics/faq", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/topics/question/validacie" ], "hit_at_1": 0, "recall_at_1": 0.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0479", "split": "test", "category": "specific_fact", "difficulty": "medium", "question": "Pre akú doménu má agent Oleksandra Dorybohova odpovedať na otázky?", "mode": "vector", "expected_documents": [ "pages/students/2023/oleksandr_dorybohov/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/oleksandr_dorybohov/README.md", "pages/students/2018/oleh_bilykh/README.md", "pages/students/2023/samuel_dzurina/README.md", "pages/topics/question/nezodpovedatelne/README.md", "pages/students/2021/martin_sarissky/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0479", "split": "test", "category": "specific_fact", "difficulty": "medium", "question": "Pre akú doménu má agent Oleksandra Dorybohova odpovedať na otázky?", "mode": "hybrid", "expected_documents": [ "pages/students/2023/oleksandr_dorybohov/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/oleksandr_dorybohov/README.md", "pages/students/2023/samuel_dzurina/README.md", "pages/students/2018/oleh_bilykh/README.md", "pages/students/2021/martin_sarissky/README.md", "pages/students/2023/rostyslav_rodzhuk/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0510", "split": "test", "category": "entity_lookup", "difficulty": "easy", "question": "Nájdi dokument o osobe Samuel Vasiľ.", "mode": "fts", "expected_documents": [ "pages/students/2022/samuel_vasil/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/samuel_vasil/README.md", "pages/students/2019/samuel_horani/README.md", "pages/students/2023/samuel_dzurina/README.md", "pages/students/2018/samuel_sirotnik/README.md", "pages/students/2021/matej_scislak/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0510", "split": "test", "category": "entity_lookup", "difficulty": "easy", "question": "Nájdi dokument o osobe Samuel Vasiľ.", "mode": "vector", "expected_documents": [ "pages/students/2022/samuel_vasil/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/samuel_vasil/README.md", "pages/interns/sevval_bulburu/README.md", "pages/students/2021/manohar_gowdru_shridharu/README.md", "pages/students/2023/samuel_dzurina/README.md", "pages/students/2019/samuel_horani/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0510", "split": "test", "category": "entity_lookup", "difficulty": "easy", "question": "Nájdi dokument o osobe Samuel Vasiľ.", "mode": "hybrid", "expected_documents": [ "pages/students/2022/samuel_vasil/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/samuel_vasil/README.md", "pages/students/2023/samuel_dzurina/README.md", "pages/students/2019/samuel_horani/README.md", "pages/interns/sevval_bulburu/README.md", "pages/students/2021/manohar_gowdru_shridharu/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0511", "split": "test", "category": "fact_title", "difficulty": "easy", "question": "Aký je názov bakalárska práca osoby Samuel Vasiľ?", "mode": "fts", "expected_documents": [ "pages/students/2022/samuel_vasil/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/samuel_vasil/README.md", "pages/students/2018/samuel_sirotnik/README.md", "pages/students/2020/matus_suchanic/README.md", "pages/students/2023/samuel_dzurina/README.md", "pages/students/2019/samuel_horani/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0511", "split": "test", "category": "fact_title", "difficulty": "easy", "question": "Aký je názov bakalárska práca osoby Samuel Vasiľ?", "mode": "vector", "expected_documents": [ "pages/students/2022/samuel_vasil/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/samuel_vasil/README.md", "pages/students/2023/samuel_dzurina/README.md", "pages/students/2020/vladyslav_krupko/README.md", "pages/students/2018/samuel_sirotnik/README.md", "pages/students/2020/matej_kobylan/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0511", "split": "test", "category": "fact_title", "difficulty": "easy", "question": "Aký je názov bakalárska práca osoby Samuel Vasiľ?", "mode": "hybrid", "expected_documents": [ "pages/students/2022/samuel_vasil/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/samuel_vasil/README.md", "pages/students/2023/samuel_dzurina/README.md", "pages/students/2018/samuel_sirotnik/README.md", "pages/students/2020/matej_kobylan/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0512", "split": "test", "category": "reverse_lookup", "difficulty": "medium", "question": "Kto sa venuje práci s názvom „Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI“?", "mode": "fts", "expected_documents": [ "pages/students/2022/samuel_vasil/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/samuel_vasil/README.md", "pages/students/2019/patrik_pokrivcak/README.md", "pages/students/2021/artur_hyrenko/README.md", "pages/students/2022/tetiana_mohorian/README.md", "pages/students/2020/kamil_tomcufcik/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko", "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", "https://zp.kemt.fei.tuke.sk/students/2020/kamil_tomcufcik" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0512", "split": "test", "category": "reverse_lookup", "difficulty": "medium", "question": "Kto sa venuje práci s názvom „Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI“?", "mode": "vector", "expected_documents": [ "pages/students/2022/samuel_vasil/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/samuel_vasil/README.md", "pages/topics/bert/README.md", "pages/students/2021/artur_hyrenko/README.md", "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2022/andrii_pervashov/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", "https://zp.kemt.fei.tuke.sk/topics/bert", "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko", "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0512", "split": "test", "category": "reverse_lookup", "difficulty": "medium", "question": "Kto sa venuje práci s názvom „Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI“?", "mode": "hybrid", "expected_documents": [ "pages/students/2022/samuel_vasil/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/samuel_vasil/README.md", "pages/students/2021/artur_hyrenko/README.md", "pages/students/2023/simona_bobrovcanova/README.md", "pages/students/2022/andrii_pervashov/README.md", "pages/students/2022/jan_ptak/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko", "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0513", "split": "test", "category": "topic_lookup", "difficulty": "medium", "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI“.", "mode": "fts", "expected_documents": [ "pages/students/2022/samuel_vasil/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/samuel_vasil/README.md", "pages/students/2019/patrik_pokrivcak/README.md", "pages/students/2022/tetiana_mohorian/README.md", "pages/students/2021/vladimir_ferko/README.md", "pages/students/2021/martin_sarissky/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0513", "split": "test", "category": "topic_lookup", "difficulty": "medium", "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI“.", "mode": "vector", "expected_documents": [ "pages/students/2022/samuel_vasil/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/samuel_vasil/README.md", "pages/students/2021/artur_hyrenko/README.md", "pages/students/2016/maros_harahus/README.md", "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/topics/bert/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/topics/bert" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0513", "split": "test", "category": "topic_lookup", "difficulty": "medium", "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI“.", "mode": "hybrid", "expected_documents": [ "pages/students/2022/samuel_vasil/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/samuel_vasil/README.md", "pages/students/2021/artur_hyrenko/README.md", "pages/students/2023/simona_bobrovcanova/README.md", "pages/students/2022/andrii_pervashov/README.md", "pages/students/2022/jan_ptak/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko", "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0514", "split": "test", "category": "paraphrase", "difficulty": "medium", "question": "O čom je práca osoby Samuel Vasiľ?", "mode": "fts", "expected_documents": [ "pages/students/2022/samuel_vasil/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/samuel_vasil/README.md", "pages/students/2019/samuel_horani/README.md", "pages/students/2023/samuel_dzurina/README.md", "pages/students/2018/samuel_sirotnik/README.md", "pages/students/2021/martin_sarissky/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0514", "split": "test", "category": "paraphrase", "difficulty": "medium", "question": "O čom je práca osoby Samuel Vasiľ?", "mode": "vector", "expected_documents": [ "pages/students/2022/samuel_vasil/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/samuel_vasil/README.md", "pages/students/2023/samuel_dzurina/README.md", "pages/students/2018/samuel_sirotnik/README.md", "pages/students/2019/samuel_horani/README.md", "pages/students/2020/vladyslav_krupko/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0514", "split": "test", "category": "paraphrase", "difficulty": "medium", "question": "O čom je práca osoby Samuel Vasiľ?", "mode": "hybrid", "expected_documents": [ "pages/students/2022/samuel_vasil/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/samuel_vasil/README.md", "pages/students/2023/samuel_dzurina/README.md", "pages/students/2018/samuel_sirotnik/README.md", "pages/students/2019/samuel_horani/README.md", "pages/students/2020/matej_kobylan/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0515", "split": "test", "category": "fact_start_year", "difficulty": "easy", "question": "V ktorom roku začal študovať Samuel Vasiľ?", "mode": "fts", "expected_documents": [ "pages/students/2022/samuel_vasil/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/samuel_vasil/README.md", "pages/students/2023/samuel_dzurina/README.md", "pages/students/2021/eduard_matovka/README.md", "pages/students/2016/jakub_maruniak/timovy_projekt/README.md", "pages/students/2018/samuel_sirotnik/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt", "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0515", "split": "test", "category": "fact_start_year", "difficulty": "easy", "question": "V ktorom roku začal študovať Samuel Vasiľ?", "mode": "vector", "expected_documents": [ "pages/students/2022/samuel_vasil/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/samuel_vasil/README.md", "pages/students/2023/samuel_dzurina/README.md", "pages/students/2020/vladyslav_krupko/README.md", "pages/students/2021/nikita_bodnar/README.md", "pages/students/2020/david_kostilnik/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar", "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0515", "split": "test", "category": "fact_start_year", "difficulty": "easy", "question": "V ktorom roku začal študovať Samuel Vasiľ?", "mode": "hybrid", "expected_documents": [ "pages/students/2022/samuel_vasil/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/samuel_vasil/README.md", "pages/students/2023/samuel_dzurina/README.md", "pages/students/2018/samuel_sirotnik/README.md", "pages/students/2019/samuel_horani/README.md", "pages/students/2020/vladyslav_krupko/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0516", "split": "test", "category": "verification", "difficulty": "medium", "question": "Je pri osobe Samuel Vasiľ uvedený rok začiatku štúdia 2022?", "mode": "fts", "expected_documents": [ "pages/students/2022/samuel_vasil/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/samuel_vasil/README.md", "pages/students/2018/samuel_sirotnik/README.md", "pages/students/2019/samuel_horani/README.md", "pages/students/2023/samuel_dzurina/README.md", "pages/students/2022/tetiana_mohorian/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0516", "split": "test", "category": "verification", "difficulty": "medium", "question": "Je pri osobe Samuel Vasiľ uvedený rok začiatku štúdia 2022?", "mode": "vector", "expected_documents": [ "pages/students/2022/samuel_vasil/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/samuel_vasil/README.md", "pages/students/2019/samuel_horani/README.md", "pages/students/2018/martin_wencel/README.md", "pages/students/2023/samuel_dzurina/README.md", "pages/students/2019/michal_stromko/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0516", "split": "test", "category": "verification", "difficulty": "medium", "question": "Je pri osobe Samuel Vasiľ uvedený rok začiatku štúdia 2022?", "mode": "hybrid", "expected_documents": [ "pages/students/2022/samuel_vasil/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/samuel_vasil/README.md", "pages/students/2019/samuel_horani/README.md", "pages/students/2023/samuel_dzurina/README.md", "pages/students/2018/martin_wencel/README.md", "pages/students/2018/samuel_sirotnik/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0517", "split": "test", "category": "fact_work_year", "difficulty": "easy", "question": "V ktorom roku je pri osobe Samuel Vasiľ uvedená bakalárska práca?", "mode": "fts", "expected_documents": [ "pages/students/2022/samuel_vasil/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/samuel_vasil/README.md", "pages/students/2019/samuel_horani/README.md", "pages/students/2023/samuel_dzurina/README.md", "pages/students/2021/matej_scislak/README.md", "pages/students/2018/samuel_sirotnik/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0517", "split": "test", "category": "fact_work_year", "difficulty": "easy", "question": "V ktorom roku je pri osobe Samuel Vasiľ uvedená bakalárska práca?", "mode": "vector", "expected_documents": [ "pages/students/2022/samuel_vasil/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/samuel_vasil/README.md", "pages/students/2023/samuel_dzurina/README.md", "pages/students/2020/vladyslav_krupko/README.md", "pages/students/2018/samuel_sirotnik/README.md", "pages/students/2020/matej_kobylan/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0517", "split": "test", "category": "fact_work_year", "difficulty": "easy", "question": "V ktorom roku je pri osobe Samuel Vasiľ uvedená bakalárska práca?", "mode": "hybrid", "expected_documents": [ "pages/students/2022/samuel_vasil/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/samuel_vasil/README.md", "pages/students/2023/samuel_dzurina/README.md", "pages/students/2018/samuel_sirotnik/README.md", "pages/students/2019/samuel_horani/README.md", "pages/students/2020/matej_kobylan/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0518", "split": "test", "category": "disambiguation_year", "difficulty": "hard", "question": "Rozlíš rok začiatku štúdia a rok práce osoby Samuel Vasiľ.", "mode": "fts", "expected_documents": [ "pages/students/2022/samuel_vasil/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/samuel_vasil/README.md", "pages/students/2018/samuel_sirotnik/README.md", "pages/students/2019/samuel_horani/README.md", "pages/students/2023/samuel_dzurina/README.md", "pages/students/2023/rostyslav_rodzhuk/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0518", "split": "test", "category": "disambiguation_year", "difficulty": "hard", "question": "Rozlíš rok začiatku štúdia a rok práce osoby Samuel Vasiľ.", "mode": "vector", "expected_documents": [ "pages/students/2022/samuel_vasil/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/samuel_vasil/README.md", "pages/students/2023/samuel_dzurina/README.md", "pages/students/2020/matej_kobylan/README.md", "pages/students/2019/michal_stromko/README.md", "pages/students/2020/vladyslav_krupko/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0518", "split": "test", "category": "disambiguation_year", "difficulty": "hard", "question": "Rozlíš rok začiatku štúdia a rok práce osoby Samuel Vasiľ.", "mode": "hybrid", "expected_documents": [ "pages/students/2022/samuel_vasil/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/samuel_vasil/README.md", "pages/students/2020/matej_kobylan/README.md", "pages/students/2023/samuel_dzurina/README.md", "pages/students/2019/samuel_horani/README.md", "pages/students/2018/samuel_sirotnik/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0519", "split": "test", "category": "adversarial_year", "difficulty": "hard", "question": "Je rok 2022 rokom záverečnej práce osoby Samuel Vasiľ?", "mode": "fts", "expected_documents": [ "pages/students/2022/samuel_vasil/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/samuel_vasil/README.md", "pages/topics/faq/README.md", "pages/students/2018/samuel_sirotnik/README.md", "pages/topics/akopisat/README.md", "pages/students/2019/samuel_horani/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", "https://zp.kemt.fei.tuke.sk/topics/faq", "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", "https://zp.kemt.fei.tuke.sk/topics/akopisat", "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0519", "split": "test", "category": "adversarial_year", "difficulty": "hard", "question": "Je rok 2022 rokom záverečnej práce osoby Samuel Vasiľ?", "mode": "vector", "expected_documents": [ "pages/students/2022/samuel_vasil/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/samuel_vasil/README.md", "pages/students/2019/samuel_horani/README.md", "pages/students/2020/vladyslav_krupko/README.md", "pages/students/2020/matej_kobylan/README.md", "pages/students/2023/samuel_dzurina/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0519", "split": "test", "category": "adversarial_year", "difficulty": "hard", "question": "Je rok 2022 rokom záverečnej práce osoby Samuel Vasiľ?", "mode": "hybrid", "expected_documents": [ "pages/students/2022/samuel_vasil/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/samuel_vasil/README.md", "pages/students/2019/samuel_horani/README.md", "pages/students/2023/samuel_dzurina/README.md", "pages/students/2018/samuel_sirotnik/README.md", "pages/students/2020/vladyslav_krupko/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0520", "split": "test", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou OpenWebUI a osobou Samuel Vasiľ?", "mode": "fts", "expected_documents": [ "pages/students/2022/samuel_vasil/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/samuel_vasil/README.md", "pages/students/2022/jan_ptak/README.md", "pages/students/2023/samuel_dzurina/README.md", "pages/students/2017/martin_jancura/README.md", "pages/students/2019/samuel_horani/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0520", "split": "test", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou OpenWebUI a osobou Samuel Vasiľ?", "mode": "vector", "expected_documents": [ "pages/students/2022/samuel_vasil/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/samuel_vasil/README.md", "pages/students/2022/andrii_pervashov/README.md", "pages/students/2023/samuel_dzurina/README.md", "pages/students/2022/jan_ptak/README.md", "pages/students/2018/samuel_sirotnik/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0520", "split": "test", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou OpenWebUI a osobou Samuel Vasiľ?", "mode": "hybrid", "expected_documents": [ "pages/students/2022/samuel_vasil/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/samuel_vasil/README.md", "pages/students/2023/samuel_dzurina/README.md", "pages/students/2022/andrii_pervashov/README.md", "pages/students/2022/jan_ptak/README.md", "pages/students/2018/samuel_sirotnik/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0521", "split": "test", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou MCP a osobou Samuel Vasiľ?", "mode": "fts", "expected_documents": [ "pages/students/2022/samuel_vasil/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/samuel_vasil/README.md", "pages/students/2023/samuel_dzurina/README.md", "pages/students/2017/martin_jancura/README.md", "pages/students/2019/samuel_horani/README.md", "pages/students/2018/samuel_sirotnik/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0521", "split": "test", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou MCP a osobou Samuel Vasiľ?", "mode": "vector", "expected_documents": [ "pages/students/2022/samuel_vasil/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/samuel_vasil/README.md", "pages/topics/faq/README.md", "pages/students/2018/samuel_sirotnik/README.md", "pages/students/2018/martin_wencel/README.md", "pages/students/2023/samuel_dzurina/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", "https://zp.kemt.fei.tuke.sk/topics/faq", "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0521", "split": "test", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou MCP a osobou Samuel Vasiľ?", "mode": "hybrid", "expected_documents": [ "pages/students/2022/samuel_vasil/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/samuel_vasil/README.md", "pages/topics/faq/README.md", "pages/students/2018/samuel_sirotnik/README.md", "pages/students/2023/samuel_dzurina/README.md", "pages/students/2018/martin_wencel/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", "https://zp.kemt.fei.tuke.sk/topics/faq", "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0522", "split": "test", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou RAG a osobou Samuel Vasiľ?", "mode": "fts", "expected_documents": [ "pages/students/2022/samuel_vasil/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/samuel_vasil/README.md", "pages/students/2023/samuel_dzurina/README.md", "pages/students/2017/martin_jancura/README.md", "pages/students/2019/samuel_horani/README.md", "pages/students/2022/oleh_poiasnik/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0522", "split": "test", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou RAG a osobou Samuel Vasiľ?", "mode": "vector", "expected_documents": [ "pages/students/2022/samuel_vasil/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/samuel_vasil/README.md", "pages/students/2021/matej_scislak/README.md", "pages/students/2022/oleh_poiasnik/README.md", "pages/students/2022/andrii_pervashov/README.md", "pages/students/2022/jan_ptak/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0522", "split": "test", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou RAG a osobou Samuel Vasiľ?", "mode": "hybrid", "expected_documents": [ "pages/students/2022/samuel_vasil/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/samuel_vasil/README.md", "pages/students/2022/jan_ptak/README.md", "pages/students/2023/samuel_dzurina/README.md", "pages/students/2022/oleh_poiasnik/README.md", "pages/students/2021/matej_scislak/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0523", "split": "test", "category": "specific_fact", "difficulty": "medium", "question": "Aké rozhranie má Samuel Vasiľ nasadiť pomocou Docker Compose?", "mode": "fts", "expected_documents": [ "pages/students/2022/samuel_vasil/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/samuel_vasil/README.md", "pages/students/2023/samuel_dzurina/README.md", "pages/students/2019/samuel_horani/README.md", "pages/students/2019/filip_tomas/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0523", "split": "test", "category": "specific_fact", "difficulty": "medium", "question": "Aké rozhranie má Samuel Vasiľ nasadiť pomocou Docker Compose?", "mode": "vector", "expected_documents": [ "pages/students/2022/samuel_vasil/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/samuel_vasil/README.md", "pages/students/2019/samuel_horani/README.md", "pages/students/2023/samuel_dzurina/README.md", "pages/students/2018/samuel_sirotnik/README.md", "pages/students/2023/rostyslav_rodzhuk/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0523", "split": "test", "category": "specific_fact", "difficulty": "medium", "question": "Aké rozhranie má Samuel Vasiľ nasadiť pomocou Docker Compose?", "mode": "hybrid", "expected_documents": [ "pages/students/2022/samuel_vasil/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/samuel_vasil/README.md", "pages/students/2019/samuel_horani/README.md", "pages/students/2023/samuel_dzurina/README.md", "pages/students/2018/samuel_sirotnik/README.md", "pages/students/2023/ronald_zalacko/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0524", "split": "test", "category": "specific_fact", "difficulty": "medium", "question": "Aké rozšírenia má systém Samuela Vasiľa podporovať?", "mode": "fts", "expected_documents": [ "pages/students/2022/samuel_vasil/README.md" ], "first_relevant_rank": null, "reciprocal_rank": 0.0, "top_documents": [ "pages/students/2019/filip_tomas/README.md", "pages/students/2023/samuel_dzurina/README.md", "pages/students/2023/maksym_zatirka/README.md", "pages/students/2021/matej_scislak/README.md", "pages/students/2019/michal_stromko/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "hit_at_1": 0, "recall_at_1": 0.0, "hit_at_3": 0, "recall_at_3": 0.0, "hit_at_5": 0, "recall_at_5": 0.0 }, { "id": "q0524", "split": "test", "category": "specific_fact", "difficulty": "medium", "question": "Aké rozšírenia má systém Samuela Vasiľa podporovať?", "mode": "vector", "expected_documents": [ "pages/students/2022/samuel_vasil/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/samuel_vasil/README.md", "pages/students/2023/samuel_dzurina/README.md", "pages/students/2019/samuel_horani/README.md", "pages/students/2021/martin_sarissky/README.md", "pages/students/2021/artur_hyrenko/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0524", "split": "test", "category": "specific_fact", "difficulty": "medium", "question": "Aké rozšírenia má systém Samuela Vasiľa podporovať?", "mode": "hybrid", "expected_documents": [ "pages/students/2022/samuel_vasil/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2022/samuel_vasil/README.md", "pages/students/2023/samuel_dzurina/README.md", "pages/students/2021/matej_scislak/README.md", "pages/students/2019/samuel_horani/README.md", "pages/students/2021/martin_sarissky/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0525", "split": "test", "category": "entity_lookup", "difficulty": "easy", "question": "Nájdi dokument o osobe Denis Le Thanh.", "mode": "fts", "expected_documents": [ "pages/students/2023/denis_le_thanh/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/denis_le_thanh/README.md", "pages/students/2017/than_trung_thanh/README.md", "pages/students/2021/matej_scislak/README.md", "pages/students/2019/david_stromp/README.md", "pages/students/2016/patrik_pavlisin/dp21/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/dp21" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0525", "split": "test", "category": "entity_lookup", "difficulty": "easy", "question": "Nájdi dokument o osobe Denis Le Thanh.", "mode": "vector", "expected_documents": [ "pages/students/2023/denis_le_thanh/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/denis_le_thanh/README.md", "pages/students/2021/manohar_gowdru_shridharu/README.md", "pages/students/2017/than_trung_thanh/README.md", "pages/interns/sevval_bulburu/README.md", "pages/students/2021/matej_novotny/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh", "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0525", "split": "test", "category": "entity_lookup", "difficulty": "easy", "question": "Nájdi dokument o osobe Denis Le Thanh.", "mode": "hybrid", "expected_documents": [ "pages/students/2023/denis_le_thanh/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/denis_le_thanh/README.md", "pages/students/2017/than_trung_thanh/README.md", "pages/students/2021/manohar_gowdru_shridharu/README.md", "pages/students/2016/dominik_nagy/timovy_projekt/README.md", "pages/interns/sevval_bulburu/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh", "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy/timovy_projekt", "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0526", "split": "test", "category": "fact_title", "difficulty": "easy", "question": "Aký je názov bakalárska práca osoby Denis Le Thanh?", "mode": "fts", "expected_documents": [ "pages/students/2023/denis_le_thanh/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/denis_le_thanh/README.md", "pages/students/2017/than_trung_thanh/README.md", "pages/students/2020/matus_suchanic/README.md", "pages/students/2021/martin_sarissky/README.md", "pages/students/2016/jakub_maruniak/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh", "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0526", "split": "test", "category": "fact_title", "difficulty": "easy", "question": "Aký je názov bakalárska práca osoby Denis Le Thanh?", "mode": "vector", "expected_documents": [ "pages/students/2023/denis_le_thanh/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/denis_le_thanh/README.md", "pages/students/2017/than_trung_thanh/README.md", "pages/students/2018/martin_wencel/README.md", "pages/students/2023/samuel_dzurina/README.md", "pages/students/2016/ediz_morochovic/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh", "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0526", "split": "test", "category": "fact_title", "difficulty": "easy", "question": "Aký je názov bakalárska práca osoby Denis Le Thanh?", "mode": "hybrid", "expected_documents": [ "pages/students/2023/denis_le_thanh/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/denis_le_thanh/README.md", "pages/students/2017/than_trung_thanh/README.md", "pages/students/2018/martin_wencel/README.md", "pages/students/2016/ediz_morochovic/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh", "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0527", "split": "test", "category": "reverse_lookup", "difficulty": "medium", "question": "Kto sa venuje práci s názvom „Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku“?", "mode": "fts", "expected_documents": [ "pages/students/2023/denis_le_thanh/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/denis_le_thanh/README.md", "pages/students/2018/oleh_bilykh/README.md", "pages/students/2016/maros_harahus/timovy_projekt/README.md", "pages/students/2019/alina_vitko/README.md", "pages/topics/otvorene/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt", "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", "https://zp.kemt.fei.tuke.sk/topics/otvorene" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0527", "split": "test", "category": "reverse_lookup", "difficulty": "medium", "question": "Kto sa venuje práci s názvom „Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku“?", "mode": "vector", "expected_documents": [ "pages/students/2023/denis_le_thanh/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/denis_le_thanh/README.md", "pages/topics/bert/README.md", "pages/students/2021/artur_hyrenko/README.md", "pages/students/2016/jakub_maruniak/README.md", "pages/students/2017/stanislav_matsunych/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", "https://zp.kemt.fei.tuke.sk/topics/bert", "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko", "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2017/stanislav_matsunych" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0527", "split": "test", "category": "reverse_lookup", "difficulty": "medium", "question": "Kto sa venuje práci s názvom „Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku“?", "mode": "hybrid", "expected_documents": [ "pages/students/2023/denis_le_thanh/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/denis_le_thanh/README.md", "pages/students/2016/jakub_maruniak/README.md", "pages/topics/bert/README.md", "pages/students/2021/matej_novotny/README.md", "pages/students/2021/artur_hyrenko/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/topics/bert", "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0528", "split": "test", "category": "topic_lookup", "difficulty": "medium", "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku“.", "mode": "fts", "expected_documents": [ "pages/students/2023/denis_le_thanh/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/denis_le_thanh/README.md", "pages/students/2022/andrii_pervashov/README.md", "pages/students/2016/lukas_pokryvka/timovy_projekt/README.md", "pages/students/2021/artur_hyrenko/README.md", "pages/students/2016/jakub_maruniak/timovy_projekt/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka/timovy_projekt", "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko", "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0528", "split": "test", "category": "topic_lookup", "difficulty": "medium", "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku“.", "mode": "vector", "expected_documents": [ "pages/students/2023/denis_le_thanh/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/denis_le_thanh/README.md", "pages/students/2021/artur_hyrenko/README.md", "pages/topics/bert/README.md", "pages/students/2021/matej_novotny/README.md", "pages/students/2022/andrii_pervashov/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko", "https://zp.kemt.fei.tuke.sk/topics/bert", "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0528", "split": "test", "category": "topic_lookup", "difficulty": "medium", "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku“.", "mode": "hybrid", "expected_documents": [ "pages/students/2023/denis_le_thanh/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/denis_le_thanh/README.md", "pages/students/2022/andrii_pervashov/README.md", "pages/students/2021/matej_novotny/README.md", "pages/students/2016/jakub_maruniak/README.md", "pages/students/2021/artur_hyrenko/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0529", "split": "test", "category": "paraphrase", "difficulty": "medium", "question": "O čom je práca osoby Denis Le Thanh?", "mode": "fts", "expected_documents": [ "pages/students/2023/denis_le_thanh/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/denis_le_thanh/README.md", "pages/students/2017/than_trung_thanh/README.md", "pages/students/2021/martin_sarissky/README.md", "pages/students/2016/patrik_pavlisin/dp21/README.md", "pages/students/2016/dominik_nagy/timovy_projekt/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/dp21", "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy/timovy_projekt" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0529", "split": "test", "category": "paraphrase", "difficulty": "medium", "question": "O čom je práca osoby Denis Le Thanh?", "mode": "vector", "expected_documents": [ "pages/students/2023/denis_le_thanh/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/denis_le_thanh/README.md", "pages/students/2017/than_trung_thanh/README.md", "pages/students/2022/tetiana_mohorian/README.md", "pages/students/2018/martin_wencel/README.md", "pages/students/2023/samuel_dzurina/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh", "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0529", "split": "test", "category": "paraphrase", "difficulty": "medium", "question": "O čom je práca osoby Denis Le Thanh?", "mode": "hybrid", "expected_documents": [ "pages/students/2023/denis_le_thanh/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/denis_le_thanh/README.md", "pages/students/2017/than_trung_thanh/README.md", "pages/students/2022/tetiana_mohorian/README.md", "pages/students/2018/martin_wencel/README.md", "pages/students/2023/samuel_dzurina/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh", "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0530", "split": "test", "category": "fact_start_year", "difficulty": "easy", "question": "V ktorom roku začal študovať Denis Le Thanh?", "mode": "fts", "expected_documents": [ "pages/students/2023/denis_le_thanh/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/denis_le_thanh/README.md", "pages/students/2021/eduard_matovka/README.md", "pages/students/2016/jakub_maruniak/timovy_projekt/README.md", "pages/students/2017/than_trung_thanh/README.md", "pages/topics/faq/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt", "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh", "https://zp.kemt.fei.tuke.sk/topics/faq" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0530", "split": "test", "category": "fact_start_year", "difficulty": "easy", "question": "V ktorom roku začal študovať Denis Le Thanh?", "mode": "vector", "expected_documents": [ "pages/students/2023/denis_le_thanh/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/denis_le_thanh/README.md", "pages/students/2017/than_trung_thanh/README.md", "pages/students/2016/maros_harahus/README.md", "pages/students/2020/kamil_tomcufcik/README.md", "pages/students/2018/martin_wencel/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2020/kamil_tomcufcik", "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0530", "split": "test", "category": "fact_start_year", "difficulty": "easy", "question": "V ktorom roku začal študovať Denis Le Thanh?", "mode": "hybrid", "expected_documents": [ "pages/students/2023/denis_le_thanh/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/denis_le_thanh/README.md", "pages/students/2017/than_trung_thanh/README.md", "pages/students/2016/tomas_kucharik/README.md", "pages/students/2016/maros_harahus/README.md", "pages/students/2020/kamil_tomcufcik/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2020/kamil_tomcufcik" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0531", "split": "test", "category": "verification", "difficulty": "medium", "question": "Je pri osobe Denis Le Thanh uvedený rok začiatku štúdia 2023?", "mode": "fts", "expected_documents": [ "pages/students/2023/denis_le_thanh/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/denis_le_thanh/README.md", "pages/students/2023/oleksandr_dorybohov/README.md", "pages/students/2023/simona_bobrovcanova/README.md", "pages/students/2023/ronald_zalacko/README.md", "pages/students/2023/rostyslav_rodzhuk/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0531", "split": "test", "category": "verification", "difficulty": "medium", "question": "Je pri osobe Denis Le Thanh uvedený rok začiatku štúdia 2023?", "mode": "vector", "expected_documents": [ "pages/students/2023/denis_le_thanh/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/denis_le_thanh/README.md", "pages/students/2017/than_trung_thanh/README.md", "pages/students/2018/martin_wencel/README.md", "pages/students/2017/martin_jancura/README.md", "pages/students/2016/tomas_kucharik/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh", "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0531", "split": "test", "category": "verification", "difficulty": "medium", "question": "Je pri osobe Denis Le Thanh uvedený rok začiatku štúdia 2023?", "mode": "hybrid", "expected_documents": [ "pages/students/2023/denis_le_thanh/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/denis_le_thanh/README.md", "pages/students/2017/than_trung_thanh/README.md", "pages/students/2018/martin_wencel/README.md", "pages/students/2020/jakub_kristian_lukas/README.md", "pages/students/2017/martin_jancura/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh", "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0532", "split": "test", "category": "fact_work_year", "difficulty": "easy", "question": "V ktorom roku je pri osobe Denis Le Thanh uvedená bakalárska práca?", "mode": "fts", "expected_documents": [ "pages/students/2023/denis_le_thanh/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/denis_le_thanh/README.md", "pages/students/2017/than_trung_thanh/README.md", "pages/students/2021/matej_scislak/README.md", "pages/students/2016/darius_lindvai/timovy_projekt/resers/README.md", "pages/topics/faq/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai/timovy_projekt/resers", "https://zp.kemt.fei.tuke.sk/topics/faq" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0532", "split": "test", "category": "fact_work_year", "difficulty": "easy", "question": "V ktorom roku je pri osobe Denis Le Thanh uvedená bakalárska práca?", "mode": "vector", "expected_documents": [ "pages/students/2023/denis_le_thanh/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/denis_le_thanh/README.md", "pages/students/2017/than_trung_thanh/README.md", "pages/students/2016/ediz_morochovic/README.md", "pages/students/2018/martin_wencel/README.md", "pages/students/2020/jakub_kristian_lukas/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh", "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0532", "split": "test", "category": "fact_work_year", "difficulty": "easy", "question": "V ktorom roku je pri osobe Denis Le Thanh uvedená bakalárska práca?", "mode": "hybrid", "expected_documents": [ "pages/students/2023/denis_le_thanh/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/denis_le_thanh/README.md", "pages/students/2017/than_trung_thanh/README.md", "pages/students/2016/ediz_morochovic/README.md", "pages/students/2018/martin_wencel/README.md", "pages/students/2020/jakub_kristian_lukas/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh", "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0533", "split": "test", "category": "disambiguation_year", "difficulty": "hard", "question": "Rozlíš rok začiatku štúdia a rok práce osoby Denis Le Thanh.", "mode": "fts", "expected_documents": [ "pages/students/2023/denis_le_thanh/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/denis_le_thanh/README.md", "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2019/kristian_sopkovic/README.md", "pages/students/2017/than_trung_thanh/README.md", "pages/students/2016/ediz_morochovic/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh", "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0533", "split": "test", "category": "disambiguation_year", "difficulty": "hard", "question": "Rozlíš rok začiatku štúdia a rok práce osoby Denis Le Thanh.", "mode": "vector", "expected_documents": [ "pages/students/2023/denis_le_thanh/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/denis_le_thanh/README.md", "pages/students/2017/than_trung_thanh/README.md", "pages/students/2017/martin_jancura/README.md", "pages/students/2023/simona_bobrovcanova/README.md", "pages/students/2018/martin_wencel/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh", "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0533", "split": "test", "category": "disambiguation_year", "difficulty": "hard", "question": "Rozlíš rok začiatku štúdia a rok práce osoby Denis Le Thanh.", "mode": "hybrid", "expected_documents": [ "pages/students/2023/denis_le_thanh/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/denis_le_thanh/README.md", "pages/students/2017/than_trung_thanh/README.md", "pages/students/2017/martin_jancura/README.md", "pages/students/2023/simona_bobrovcanova/README.md", "pages/students/2018/martin_wencel/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh", "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0534", "split": "test", "category": "adversarial_year", "difficulty": "hard", "question": "Je rok 2023 rokom záverečnej práce osoby Denis Le Thanh?", "mode": "fts", "expected_documents": [ "pages/students/2023/denis_le_thanh/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/denis_le_thanh/README.md", "pages/topics/faq/README.md", "pages/students/2017/than_trung_thanh/README.md", "pages/topics/akopisat/README.md", "pages/students/2023/rostyslav_rodzhuk/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", "https://zp.kemt.fei.tuke.sk/topics/faq", "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh", "https://zp.kemt.fei.tuke.sk/topics/akopisat", "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0534", "split": "test", "category": "adversarial_year", "difficulty": "hard", "question": "Je rok 2023 rokom záverečnej práce osoby Denis Le Thanh?", "mode": "vector", "expected_documents": [ "pages/students/2023/denis_le_thanh/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/denis_le_thanh/README.md", "pages/students/2018/ondrej_megela/README.md", "pages/students/2019/michal_stromko/README.md", "pages/students/2016/tomas_kucharik/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0534", "split": "test", "category": "adversarial_year", "difficulty": "hard", "question": "Je rok 2023 rokom záverečnej práce osoby Denis Le Thanh?", "mode": "hybrid", "expected_documents": [ "pages/students/2023/denis_le_thanh/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/denis_le_thanh/README.md", "pages/students/2017/than_trung_thanh/README.md", "pages/students/2021/vladimir_ferko/README.md", "pages/students/2018/ondrej_megela/README.md", "pages/students/2016/maros_harahus/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh", "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0535", "split": "test", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou Slovak Mistral a osobou Denis Le Thanh?", "mode": "fts", "expected_documents": [ "pages/students/2023/denis_le_thanh/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/denis_le_thanh/README.md", "pages/students/2017/than_trung_thanh/README.md", "pages/students/2022/oleh_poiasnik/README.md", "pages/students/2017/martin_jancura/README.md", "pages/students/2019/patrik_pokrivcak/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh", "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0535", "split": "test", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou Slovak Mistral a osobou Denis Le Thanh?", "mode": "vector", "expected_documents": [ "pages/students/2023/denis_le_thanh/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/denis_le_thanh/README.md", "pages/students/2022/oleh_poiasnik/README.md", "pages/students/2021/artur_hyrenko/README.md", "pages/students/2017/than_trung_thanh/README.md", "pages/students/2018/martin_wencel/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko", "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh", "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0535", "split": "test", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou Slovak Mistral a osobou Denis Le Thanh?", "mode": "hybrid", "expected_documents": [ "pages/students/2023/denis_le_thanh/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/denis_le_thanh/README.md", "pages/students/2022/oleh_poiasnik/README.md", "pages/students/2017/than_trung_thanh/README.md", "pages/students/2021/artur_hyrenko/README.md", "pages/students/2016/maros_harahus/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh", "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0536", "split": "test", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou inštrukcie a osobou Denis Le Thanh?", "mode": "fts", "expected_documents": [ "pages/students/2023/denis_le_thanh/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/denis_le_thanh/README.md", "pages/students/2017/than_trung_thanh/README.md", "pages/students/2017/martin_jancura/README.md", "pages/students/2016/maros_harahus/README.md", "pages/students/2016/patrik_pavlisin/dp21/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh", "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/dp21" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0536", "split": "test", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou inštrukcie a osobou Denis Le Thanh?", "mode": "vector", "expected_documents": [ "pages/students/2023/denis_le_thanh/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/denis_le_thanh/README.md", "pages/students/2017/than_trung_thanh/README.md", "pages/topics/faq/README.md", "pages/students/2021/matej_scislak/README.md", "pages/students/2022/andrii_pervashov/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh", "https://zp.kemt.fei.tuke.sk/topics/faq", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0536", "split": "test", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou inštrukcie a osobou Denis Le Thanh?", "mode": "hybrid", "expected_documents": [ "pages/students/2023/denis_le_thanh/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/denis_le_thanh/README.md", "pages/students/2017/than_trung_thanh/README.md", "pages/topics/faq/README.md", "pages/students/2018/david_omasta/README.md", "pages/students/2021/matej_scislak/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh", "https://zp.kemt.fei.tuke.sk/topics/faq", "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0537", "split": "test", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou kyberbezpečnosť a osobou Denis Le Thanh?", "mode": "fts", "expected_documents": [ "pages/students/2023/denis_le_thanh/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/denis_le_thanh/README.md", "pages/students/2017/than_trung_thanh/README.md", "pages/students/2017/martin_jancura/README.md", "pages/students/2016/maros_harahus/README.md", "pages/students/2016/patrik_pavlisin/dp21/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh", "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/dp21" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0537", "split": "test", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou kyberbezpečnosť a osobou Denis Le Thanh?", "mode": "vector", "expected_documents": [ "pages/students/2023/denis_le_thanh/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/denis_le_thanh/README.md", "pages/students/2020/matej_kobylan/README.md", "pages/students/2017/than_trung_thanh/README.md", "pages/topics/faq/README.md", "pages/students/2016/lukas_pokryvka/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh", "https://zp.kemt.fei.tuke.sk/topics/faq", "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0537", "split": "test", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorý dokument alebo študent súvisí s témou kyberbezpečnosť a osobou Denis Le Thanh?", "mode": "hybrid", "expected_documents": [ "pages/students/2023/denis_le_thanh/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/denis_le_thanh/README.md", "pages/students/2017/than_trung_thanh/README.md", "pages/students/2020/jakub_kristian_lukas/README.md", "pages/students/2020/matej_kobylan/README.md", "pages/topics/faq/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh", "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", "https://zp.kemt.fei.tuke.sk/topics/faq" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0538", "split": "test", "category": "specific_fact", "difficulty": "medium", "question": "Aký slovenský generatívny model chce Denis Le Thanh dotrénovať?", "mode": "fts", "expected_documents": [ "pages/students/2023/denis_le_thanh/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/denis_le_thanh/README.md", "pages/students/2018/ondrej_megela/README.md", "pages/students/2017/than_trung_thanh/README.md", "pages/students/2018/david_omasta/README.md", "pages/students/2022/valerii_kutsenko/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh", "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0538", "split": "test", "category": "specific_fact", "difficulty": "medium", "question": "Aký slovenský generatívny model chce Denis Le Thanh dotrénovať?", "mode": "vector", "expected_documents": [ "pages/students/2023/denis_le_thanh/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/denis_le_thanh/README.md", "pages/students/2018/david_omasta/README.md", "pages/students/2022/valerii_kutsenko/README.md", "pages/students/2018/ondrej_megela/README.md", "pages/students/2021/eduard_matovka/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0538", "split": "test", "category": "specific_fact", "difficulty": "medium", "question": "Aký slovenský generatívny model chce Denis Le Thanh dotrénovať?", "mode": "hybrid", "expected_documents": [ "pages/students/2023/denis_le_thanh/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/students/2023/denis_le_thanh/README.md", "pages/students/2018/david_omasta/README.md", "pages/students/2018/ondrej_megela/README.md", "pages/students/2022/valerii_kutsenko/README.md", "pages/students/2021/matej_novotny/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0539", "split": "test", "category": "entity_lookup", "difficulty": "easy", "question": "Nájdi dokument o stážistovi Youssef Ressaissi.", "mode": "fts", "expected_documents": [ "pages/interns/yussef_ressaissi/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/interns/yussef_ressaissi/README.md", "pages/students/2019/david_stromp/README.md", "pages/students/2019/michal_stromko/README.md", "pages/students/2021/martin_sarissky/README.md", "pages/students/2017/martin_jancura/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi", "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0539", "split": "test", "category": "entity_lookup", "difficulty": "easy", "question": "Nájdi dokument o stážistovi Youssef Ressaissi.", "mode": "vector", "expected_documents": [ "pages/interns/yussef_ressaissi/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/interns/yussef_ressaissi/README.md", "pages/students/2021/manohar_gowdru_shridharu/README.md", "pages/interns/sevval_bulburu/README.md", "pages/interns/oliver_pejic/README.md", "pages/students/2023/samuel_dzurina/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi", "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0539", "split": "test", "category": "entity_lookup", "difficulty": "easy", "question": "Nájdi dokument o stážistovi Youssef Ressaissi.", "mode": "hybrid", "expected_documents": [ "pages/interns/yussef_ressaissi/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/interns/yussef_ressaissi/README.md", "pages/students/2021/manohar_gowdru_shridharu/README.md", "pages/interns/sevval_bulburu/README.md", "pages/interns/oliver_pejic/README.md", "pages/students/2023/samuel_dzurina/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi", "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0540", "split": "test", "category": "internship_year", "difficulty": "easy", "question": "V ktorom roku prebiehala stáž osoby Youssef Ressaissi?", "mode": "fts", "expected_documents": [ "pages/interns/yussef_ressaissi/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/interns/yussef_ressaissi/README.md", "pages/students/2016/patrik_pavlisin/dp22/README.md", "pages/topics/prodigy/README.md", "pages/topics/faq/README.md", "pages/students/2021/martin_sarissky/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/dp22", "https://zp.kemt.fei.tuke.sk/topics/prodigy", "https://zp.kemt.fei.tuke.sk/topics/faq", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0540", "split": "test", "category": "internship_year", "difficulty": "easy", "question": "V ktorom roku prebiehala stáž osoby Youssef Ressaissi?", "mode": "vector", "expected_documents": [ "pages/interns/yussef_ressaissi/README.md" ], "first_relevant_rank": null, "reciprocal_rank": 0.0, "top_documents": [ "pages/students/2019/filip_tomas/README.md", "pages/students/2023/ronald_zalacko/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md", "pages/students/2022/yevhenii_leonov/README.md", "pages/students/2020/matej_kobylan/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" ], "hit_at_1": 0, "recall_at_1": 0.0, "hit_at_3": 0, "recall_at_3": 0.0, "hit_at_5": 0, "recall_at_5": 0.0 }, { "id": "q0540", "split": "test", "category": "internship_year", "difficulty": "easy", "question": "V ktorom roku prebiehala stáž osoby Youssef Ressaissi?", "mode": "hybrid", "expected_documents": [ "pages/interns/yussef_ressaissi/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/interns/yussef_ressaissi/README.md", "pages/students/2019/filip_tomas/README.md", "pages/students/2023/ronald_zalacko/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md", "pages/students/2021/martin_sarissky/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi", "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0541", "split": "test", "category": "internship_topic", "difficulty": "medium", "question": "Akému problému alebo téme sa venovala stáž osoby Youssef Ressaissi?", "mode": "fts", "expected_documents": [ "pages/interns/yussef_ressaissi/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/interns/yussef_ressaissi/README.md", "pages/topics/prodigy/README.md", "pages/students/2021/martin_sarissky/README.md", "pages/students/2016/patrik_pavlisin/dp22/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi", "https://zp.kemt.fei.tuke.sk/topics/prodigy", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/dp22", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0541", "split": "test", "category": "internship_topic", "difficulty": "medium", "question": "Akému problému alebo téme sa venovala stáž osoby Youssef Ressaissi?", "mode": "vector", "expected_documents": [ "pages/interns/yussef_ressaissi/README.md" ], "first_relevant_rank": null, "reciprocal_rank": 0.0, "top_documents": [ "pages/students/2018/oleh_bilykh/README.md", "pages/students/2019/filip_tomas/README.md", "pages/students/2019/alina_vitko/README.md", "pages/students/2022/yevhenii_leonov/README.md", "pages/topics/question/nezodpovedatelne/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", "https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne" ], "hit_at_1": 0, "recall_at_1": 0.0, "hit_at_3": 0, "recall_at_3": 0.0, "hit_at_5": 0, "recall_at_5": 0.0 }, { "id": "q0541", "split": "test", "category": "internship_topic", "difficulty": "medium", "question": "Akému problému alebo téme sa venovala stáž osoby Youssef Ressaissi?", "mode": "hybrid", "expected_documents": [ "pages/interns/yussef_ressaissi/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/interns/yussef_ressaissi/README.md", "pages/students/2018/oleh_bilykh/README.md", "pages/students/2019/filip_tomas/README.md", "pages/students/2019/alina_vitko/README.md", "pages/students/2022/yevhenii_leonov/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi", "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0542", "split": "test", "category": "reverse_lookup", "difficulty": "medium", "question": "Kto pracoval na téme sumarizácia v slovenskej medicínskej alebo právnej doméne?", "mode": "fts", "expected_documents": [ "pages/interns/yussef_ressaissi/README.md" ], "first_relevant_rank": null, "reciprocal_rank": 0.0, "top_documents": [ "pages/students/2022/valerii_kutsenko/README.md", "pages/topics/otvorene/README.md", "pages/students/2022/andrii_pervashov/README.md", "pages/students/2023/oleksandr_dorybohov/README.md", "pages/students/2016/darius_lindvai/timovy_projekt/tutorial/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", "https://zp.kemt.fei.tuke.sk/topics/otvorene", "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai/timovy_projekt/tutorial" ], "hit_at_1": 0, "recall_at_1": 0.0, "hit_at_3": 0, "recall_at_3": 0.0, "hit_at_5": 0, "recall_at_5": 0.0 }, { "id": "q0542", "split": "test", "category": "reverse_lookup", "difficulty": "medium", "question": "Kto pracoval na téme sumarizácia v slovenskej medicínskej alebo právnej doméne?", "mode": "vector", "expected_documents": [ "pages/interns/yussef_ressaissi/README.md" ], "first_relevant_rank": null, "reciprocal_rank": 0.0, "top_documents": [ "pages/students/2023/simona_bobrovcanova/README.md", "pages/students/2018/ondrej_megela/README.md", "pages/topics/legal/README.md", "pages/students/2016/tomas_kucharik/README.md", "pages/students/2022/andrii_pervashov/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", "https://zp.kemt.fei.tuke.sk/topics/legal", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" ], "hit_at_1": 0, "recall_at_1": 0.0, "hit_at_3": 0, "recall_at_3": 0.0, "hit_at_5": 0, "recall_at_5": 0.0 }, { "id": "q0542", "split": "test", "category": "reverse_lookup", "difficulty": "medium", "question": "Kto pracoval na téme sumarizácia v slovenskej medicínskej alebo právnej doméne?", "mode": "hybrid", "expected_documents": [ "pages/interns/yussef_ressaissi/README.md" ], "first_relevant_rank": null, "reciprocal_rank": 0.0, "top_documents": [ "pages/students/2023/simona_bobrovcanova/README.md", "pages/students/2018/ondrej_megela/README.md", "pages/students/2016/tomas_kucharik/README.md", "pages/topics/legal/README.md", "pages/students/2020/matus_suchanic/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/topics/legal", "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" ], "hit_at_1": 0, "recall_at_1": 0.0, "hit_at_3": 0, "recall_at_3": 0.0, "hit_at_5": 0, "recall_at_5": 0.0 }, { "id": "q0543", "split": "test", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorá stáž osoby Youssef Ressaissi súvisela s témou summarization?", "mode": "fts", "expected_documents": [ "pages/interns/yussef_ressaissi/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/interns/yussef_ressaissi/README.md", "pages/students/2017/martin_jancura/README.md", "pages/topics/prodigy/README.md", "pages/students/2016/maros_harahus/README.md", "pages/students/2021/martin_sarissky/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi", "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", "https://zp.kemt.fei.tuke.sk/topics/prodigy", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0543", "split": "test", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorá stáž osoby Youssef Ressaissi súvisela s témou summarization?", "mode": "vector", "expected_documents": [ "pages/interns/yussef_ressaissi/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/interns/yussef_ressaissi/README.md", "pages/students/2023/simona_bobrovcanova/README.md", "pages/students/2018/ondrej_megela/README.md", "pages/students/2019/filip_tomas/README.md", "pages/students/2016/tomas_kucharik/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi", "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0543", "split": "test", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorá stáž osoby Youssef Ressaissi súvisela s témou summarization?", "mode": "hybrid", "expected_documents": [ "pages/interns/yussef_ressaissi/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/interns/yussef_ressaissi/README.md", "pages/students/2023/simona_bobrovcanova/README.md", "pages/topics/legal/README.md", "pages/students/2018/ondrej_megela/README.md", "pages/students/2019/filip_tomas/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi", "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", "https://zp.kemt.fei.tuke.sk/topics/legal", "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0544", "split": "test", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorá stáž osoby Youssef Ressaissi súvisela s témou Slovak?", "mode": "fts", "expected_documents": [ "pages/interns/yussef_ressaissi/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/interns/yussef_ressaissi/README.md", "pages/students/2017/martin_jancura/README.md", "pages/topics/prodigy/README.md", "pages/students/2016/maros_harahus/README.md", "pages/students/2021/martin_sarissky/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi", "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", "https://zp.kemt.fei.tuke.sk/topics/prodigy", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0544", "split": "test", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorá stáž osoby Youssef Ressaissi súvisela s témou Slovak?", "mode": "vector", "expected_documents": [ "pages/interns/yussef_ressaissi/README.md" ], "first_relevant_rank": null, "reciprocal_rank": 0.0, "top_documents": [ "pages/students/2019/filip_tomas/README.md", "pages/students/2019/samuel_horani/README.md", "pages/topics/resources/README.md", "pages/students/2020/matus_suchanic/README.md", "pages/students/2021/martin_sarissky/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", "https://zp.kemt.fei.tuke.sk/topics/resources", "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" ], "hit_at_1": 0, "recall_at_1": 0.0, "hit_at_3": 0, "recall_at_3": 0.0, "hit_at_5": 0, "recall_at_5": 0.0 }, { "id": "q0544", "split": "test", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorá stáž osoby Youssef Ressaissi súvisela s témou Slovak?", "mode": "hybrid", "expected_documents": [ "pages/interns/yussef_ressaissi/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/interns/yussef_ressaissi/README.md", "pages/topics/resources/README.md", "pages/students/2021/martin_sarissky/README.md", "pages/students/2019/filip_tomas/README.md", "pages/students/2016/patrik_pavlisin/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi", "https://zp.kemt.fei.tuke.sk/topics/resources", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0545", "split": "test", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorá stáž osoby Youssef Ressaissi súvisela s témou ROUGE?", "mode": "fts", "expected_documents": [ "pages/interns/yussef_ressaissi/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/interns/yussef_ressaissi/README.md", "pages/students/2017/martin_jancura/README.md", "pages/topics/prodigy/README.md", "pages/students/2016/maros_harahus/README.md", "pages/students/2021/martin_sarissky/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi", "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", "https://zp.kemt.fei.tuke.sk/topics/prodigy", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0545", "split": "test", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorá stáž osoby Youssef Ressaissi súvisela s témou ROUGE?", "mode": "vector", "expected_documents": [ "pages/interns/yussef_ressaissi/README.md" ], "first_relevant_rank": null, "reciprocal_rank": 0.0, "top_documents": [ "pages/students/2022/andrii_pervashov/README.md", "pages/students/2018/ondrej_megela/README.md", "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2019/filip_tomas/README.md", "pages/students/2022/yevhenii_leonov/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov" ], "hit_at_1": 0, "recall_at_1": 0.0, "hit_at_3": 0, "recall_at_3": 0.0, "hit_at_5": 0, "recall_at_5": 0.0 }, { "id": "q0545", "split": "test", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorá stáž osoby Youssef Ressaissi súvisela s témou ROUGE?", "mode": "hybrid", "expected_documents": [ "pages/interns/yussef_ressaissi/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/interns/yussef_ressaissi/README.md", "pages/students/2022/andrii_pervashov/README.md", "pages/students/2018/ondrej_megela/README.md", "pages/students/2023/simona_bobrovcanova/README.md", "pages/students/2021/eduard_matovka/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi", "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0546", "split": "test", "category": "specific_fact", "difficulty": "medium", "question": "Aký bol hlavný cieľ stáže Youssefa Ressaissiho?", "mode": "fts", "expected_documents": [ "pages/interns/yussef_ressaissi/README.md" ], "first_relevant_rank": null, "reciprocal_rank": 0.0, "top_documents": [ "pages/students/2016/lukas_pokryvka/timovy_projekt/README.md", "pages/students/2016/maros_harahus/README.md", "pages/students/2023/ronald_zalacko/README.md", "pages/students/2016/jan_holp/timovy_projekt/README.md", "pages/students/2020/vladyslav_krupko/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka/timovy_projekt", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt", "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko" ], "hit_at_1": 0, "recall_at_1": 0.0, "hit_at_3": 0, "recall_at_3": 0.0, "hit_at_5": 0, "recall_at_5": 0.0 }, { "id": "q0546", "split": "test", "category": "specific_fact", "difficulty": "medium", "question": "Aký bol hlavný cieľ stáže Youssefa Ressaissiho?", "mode": "vector", "expected_documents": [ "pages/interns/yussef_ressaissi/README.md" ], "first_relevant_rank": null, "reciprocal_rank": 0.0, "top_documents": [ "pages/students/2019/filip_tomas/README.md", "pages/students/2021/martin_sarissky/README.md", "pages/students/2023/ronald_zalacko/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md", "pages/students/2023/samuel_dzurina/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "hit_at_1": 0, "recall_at_1": 0.0, "hit_at_3": 0, "recall_at_3": 0.0, "hit_at_5": 0, "recall_at_5": 0.0 }, { "id": "q0546", "split": "test", "category": "specific_fact", "difficulty": "medium", "question": "Aký bol hlavný cieľ stáže Youssefa Ressaissiho?", "mode": "hybrid", "expected_documents": [ "pages/interns/yussef_ressaissi/README.md" ], "first_relevant_rank": null, "reciprocal_rank": 0.0, "top_documents": [ "pages/students/2023/ronald_zalacko/README.md", "pages/students/2019/filip_tomas/README.md", "pages/students/2021/martin_sarissky/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md", "pages/students/2023/samuel_dzurina/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "hit_at_1": 0, "recall_at_1": 0.0, "hit_at_3": 0, "recall_at_3": 0.0, "hit_at_5": 0, "recall_at_5": 0.0 }, { "id": "q0547", "split": "test", "category": "specific_fact", "difficulty": "medium", "question": "Aké dve klasické metriky používal Youssef Ressaissi pri sumarizácii?", "mode": "fts", "expected_documents": [ "pages/interns/yussef_ressaissi/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/interns/yussef_ressaissi/README.md", "pages/students/2023/simona_bobrovcanova/README.md", "pages/students/2021/artur_hyrenko/README.md", "pages/students/2020/kamil_tomcufcik/README.md", "pages/students/2021/eduard_matovka/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi", "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko", "https://zp.kemt.fei.tuke.sk/students/2020/kamil_tomcufcik", "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0547", "split": "test", "category": "specific_fact", "difficulty": "medium", "question": "Aké dve klasické metriky používal Youssef Ressaissi pri sumarizácii?", "mode": "vector", "expected_documents": [ "pages/interns/yussef_ressaissi/README.md" ], "first_relevant_rank": 3, "reciprocal_rank": 0.333333, "top_documents": [ "pages/students/2023/simona_bobrovcanova/README.md", "pages/students/2018/ondrej_megela/README.md", "pages/interns/yussef_ressaissi/README.md", "pages/students/2021/martin_sarissky/README.md", "pages/students/2022/yevhenii_leonov/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", "https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov" ], "hit_at_1": 0, "recall_at_1": 0.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0547", "split": "test", "category": "specific_fact", "difficulty": "medium", "question": "Aké dve klasické metriky používal Youssef Ressaissi pri sumarizácii?", "mode": "hybrid", "expected_documents": [ "pages/interns/yussef_ressaissi/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/interns/yussef_ressaissi/README.md", "pages/students/2023/simona_bobrovcanova/README.md", "pages/students/2022/yevhenii_leonov/README.md", "pages/students/2018/ondrej_megela/README.md", "pages/students/2021/martin_sarissky/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi", "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0548", "split": "test", "category": "specific_fact", "difficulty": "medium", "question": "Ktoré modely podľa stavu vyzerali najlepšie pri práci Youssefa Ressaissiho?", "mode": "fts", "expected_documents": [ "pages/interns/yussef_ressaissi/README.md" ], "first_relevant_rank": null, "reciprocal_rank": 0.0, "top_documents": [ "pages/topics/steel/README.md", "pages/students/2019/kristian_sopkovic/README.md", "pages/students/2018/ondrej_megela/README.md", "pages/students/2016/patrik_pavlisin/tp20/README.md", "pages/topics/akopisat/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/steel", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20", "https://zp.kemt.fei.tuke.sk/topics/akopisat" ], "hit_at_1": 0, "recall_at_1": 0.0, "hit_at_3": 0, "recall_at_3": 0.0, "hit_at_5": 0, "recall_at_5": 0.0 }, { "id": "q0548", "split": "test", "category": "specific_fact", "difficulty": "medium", "question": "Ktoré modely podľa stavu vyzerali najlepšie pri práci Youssefa Ressaissiho?", "mode": "vector", "expected_documents": [ "pages/interns/yussef_ressaissi/README.md" ], "first_relevant_rank": null, "reciprocal_rank": 0.0, "top_documents": [ "pages/students/2020/vladyslav_krupko/README.md", "pages/students/2022/valerii_kutsenko/README.md", "pages/students/2016/jakub_maruniak/dp2021/train_experiments/README.md", "pages/students/2018/ondrej_megela/README.md", "pages/students/2021/artur_hyrenko/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021/train_experiments", "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko" ], "hit_at_1": 0, "recall_at_1": 0.0, "hit_at_3": 0, "recall_at_3": 0.0, "hit_at_5": 0, "recall_at_5": 0.0 }, { "id": "q0548", "split": "test", "category": "specific_fact", "difficulty": "medium", "question": "Ktoré modely podľa stavu vyzerali najlepšie pri práci Youssefa Ressaissiho?", "mode": "hybrid", "expected_documents": [ "pages/interns/yussef_ressaissi/README.md" ], "first_relevant_rank": null, "reciprocal_rank": 0.0, "top_documents": [ "pages/students/2021/artur_hyrenko/README.md", "pages/students/2018/ondrej_megela/README.md", "pages/students/2022/oleh_poiasnik/README.md", "pages/students/2020/vladyslav_krupko/README.md", "pages/students/2022/valerii_kutsenko/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko", "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "hit_at_1": 0, "recall_at_1": 0.0, "hit_at_3": 0, "recall_at_3": 0.0, "hit_at_5": 0, "recall_at_5": 0.0 }, { "id": "q0558", "split": "test", "category": "entity_lookup", "difficulty": "easy", "question": "Nájdi dokument o stážistovi Sevval Bulburu.", "mode": "fts", "expected_documents": [ "pages/interns/sevval_bulburu/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/interns/sevval_bulburu/README.md", "pages/topics/hatespeech/README.md", "pages/students/2019/david_stromp/README.md", "pages/students/2019/michal_stromko/README.md", "pages/students/2021/martin_sarissky/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", "https://zp.kemt.fei.tuke.sk/topics/hatespeech", "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0558", "split": "test", "category": "entity_lookup", "difficulty": "easy", "question": "Nájdi dokument o stážistovi Sevval Bulburu.", "mode": "vector", "expected_documents": [ "pages/interns/sevval_bulburu/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/interns/sevval_bulburu/README.md", "pages/students/2021/manohar_gowdru_shridharu/README.md", "pages/interns/oliver_pejic/README.md", "pages/students/2023/samuel_dzurina/README.md", "pages/students/2020/vladyslav_krupko/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0558", "split": "test", "category": "entity_lookup", "difficulty": "easy", "question": "Nájdi dokument o stážistovi Sevval Bulburu.", "mode": "hybrid", "expected_documents": [ "pages/interns/sevval_bulburu/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/interns/sevval_bulburu/README.md", "pages/students/2021/manohar_gowdru_shridharu/README.md", "pages/interns/oliver_pejic/README.md", "pages/students/2023/samuel_dzurina/README.md", "pages/students/2020/vladyslav_krupko/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0559", "split": "test", "category": "internship_year", "difficulty": "easy", "question": "V ktorom roku prebiehala stáž osoby Sevval Bulburu?", "mode": "fts", "expected_documents": [ "pages/interns/sevval_bulburu/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/interns/sevval_bulburu/README.md", "pages/topics/hatespeech/README.md", "pages/students/2016/patrik_pavlisin/dp22/README.md", "pages/topics/prodigy/README.md", "pages/topics/faq/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", "https://zp.kemt.fei.tuke.sk/topics/hatespeech", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/dp22", "https://zp.kemt.fei.tuke.sk/topics/prodigy", "https://zp.kemt.fei.tuke.sk/topics/faq" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0559", "split": "test", "category": "internship_year", "difficulty": "easy", "question": "V ktorom roku prebiehala stáž osoby Sevval Bulburu?", "mode": "vector", "expected_documents": [ "pages/interns/sevval_bulburu/README.md" ], "first_relevant_rank": null, "reciprocal_rank": 0.0, "top_documents": [ "pages/students/2020/vladyslav_krupko/README.md", "pages/students/2021/eduard_matovka/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md", "pages/students/2022/serhii_yemets/README.md", "pages/students/2019/filip_tomas/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", "https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets", "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" ], "hit_at_1": 0, "recall_at_1": 0.0, "hit_at_3": 0, "recall_at_3": 0.0, "hit_at_5": 0, "recall_at_5": 0.0 }, { "id": "q0559", "split": "test", "category": "internship_year", "difficulty": "easy", "question": "V ktorom roku prebiehala stáž osoby Sevval Bulburu?", "mode": "hybrid", "expected_documents": [ "pages/interns/sevval_bulburu/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/interns/sevval_bulburu/README.md", "pages/students/2020/vladyslav_krupko/README.md", "pages/students/2021/eduard_matovka/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md", "pages/students/2022/serhii_yemets/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", "https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0560", "split": "test", "category": "internship_topic", "difficulty": "medium", "question": "Akému problému alebo téme sa venovala stáž osoby Sevval Bulburu?", "mode": "fts", "expected_documents": [ "pages/interns/sevval_bulburu/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/interns/sevval_bulburu/README.md", "pages/topics/hatespeech/README.md", "pages/topics/prodigy/README.md", "pages/students/2021/martin_sarissky/README.md", "pages/students/2016/patrik_pavlisin/dp22/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", "https://zp.kemt.fei.tuke.sk/topics/hatespeech", "https://zp.kemt.fei.tuke.sk/topics/prodigy", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/dp22" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0560", "split": "test", "category": "internship_topic", "difficulty": "medium", "question": "Akému problému alebo téme sa venovala stáž osoby Sevval Bulburu?", "mode": "vector", "expected_documents": [ "pages/interns/sevval_bulburu/README.md" ], "first_relevant_rank": null, "reciprocal_rank": 0.0, "top_documents": [ "pages/students/2018/oleh_bilykh/README.md", "pages/topics/question/nezodpovedatelne/README.md", "pages/students/2020/vladyslav_krupko/README.md", "pages/students/2019/alina_vitko/README.md", "pages/students/2019/filip_tomas/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", "https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne", "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" ], "hit_at_1": 0, "recall_at_1": 0.0, "hit_at_3": 0, "recall_at_3": 0.0, "hit_at_5": 0, "recall_at_5": 0.0 }, { "id": "q0560", "split": "test", "category": "internship_topic", "difficulty": "medium", "question": "Akému problému alebo téme sa venovala stáž osoby Sevval Bulburu?", "mode": "hybrid", "expected_documents": [ "pages/interns/sevval_bulburu/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/interns/sevval_bulburu/README.md", "pages/students/2018/oleh_bilykh/README.md", "pages/topics/question/nezodpovedatelne/README.md", "pages/students/2020/vladyslav_krupko/README.md", "pages/students/2019/alina_vitko/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", "https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne", "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0562", "split": "test", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorá stáž osoby Sevval Bulburu súvisela s témou Hate Speech?", "mode": "fts", "expected_documents": [ "pages/interns/sevval_bulburu/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/interns/sevval_bulburu/README.md", "pages/topics/hatespeech/README.md", "pages/students/2021/manohar_gowdru_shridharu/README.md", "pages/students/2019/patrik_pokrivcak/README.md", "pages/interns/oliver_pejic/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", "https://zp.kemt.fei.tuke.sk/topics/hatespeech", "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0562", "split": "test", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorá stáž osoby Sevval Bulburu súvisela s témou Hate Speech?", "mode": "vector", "expected_documents": [ "pages/interns/sevval_bulburu/README.md" ], "first_relevant_rank": 2, "reciprocal_rank": 0.5, "top_documents": [ "pages/topics/hatespeech/README.md", "pages/interns/sevval_bulburu/README.md", "pages/students/2020/jakub_kristian_lukas/README.md", "pages/students/2021/manohar_gowdru_shridharu/README.md", "pages/interns/oliver_pejic/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/hatespeech", "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic" ], "hit_at_1": 0, "recall_at_1": 0.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0562", "split": "test", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorá stáž osoby Sevval Bulburu súvisela s témou Hate Speech?", "mode": "hybrid", "expected_documents": [ "pages/interns/sevval_bulburu/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/interns/sevval_bulburu/README.md", "pages/topics/hatespeech/README.md", "pages/students/2020/jakub_kristian_lukas/README.md", "pages/students/2021/manohar_gowdru_shridharu/README.md", "pages/students/2017/martin_jancura/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", "https://zp.kemt.fei.tuke.sk/topics/hatespeech", "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0563", "split": "test", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorá stáž osoby Sevval Bulburu súvisela s témou BERT?", "mode": "fts", "expected_documents": [ "pages/interns/sevval_bulburu/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/interns/sevval_bulburu/README.md", "pages/topics/hatespeech/README.md", "pages/students/2017/martin_jancura/README.md", "pages/topics/prodigy/README.md", "pages/students/2016/maros_harahus/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", "https://zp.kemt.fei.tuke.sk/topics/hatespeech", "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", "https://zp.kemt.fei.tuke.sk/topics/prodigy", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0563", "split": "test", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorá stáž osoby Sevval Bulburu súvisela s témou BERT?", "mode": "vector", "expected_documents": [ "pages/interns/sevval_bulburu/README.md" ], "first_relevant_rank": null, "reciprocal_rank": 0.0, "top_documents": [ "pages/students/2020/matus_suchanic/README.md", "pages/students/2018/ondrej_megela/README.md", "pages/students/2017/martin_jancura/README.md", "pages/students/2020/jakub_kristian_lukas/README.md", "pages/students/2022/serhii_yemets/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", "https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets" ], "hit_at_1": 0, "recall_at_1": 0.0, "hit_at_3": 0, "recall_at_3": 0.0, "hit_at_5": 0, "recall_at_5": 0.0 }, { "id": "q0563", "split": "test", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorá stáž osoby Sevval Bulburu súvisela s témou BERT?", "mode": "hybrid", "expected_documents": [ "pages/interns/sevval_bulburu/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/interns/sevval_bulburu/README.md", "pages/students/2018/ondrej_megela/README.md", "pages/students/2020/matus_suchanic/README.md", "pages/students/2017/martin_jancura/README.md", "pages/students/2016/patrik_pavlisin/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0564", "split": "test", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorá stáž osoby Sevval Bulburu súvisela s témou SMOTE?", "mode": "fts", "expected_documents": [ "pages/interns/sevval_bulburu/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/interns/sevval_bulburu/README.md", "pages/topics/hatespeech/README.md", "pages/students/2017/martin_jancura/README.md", "pages/topics/prodigy/README.md", "pages/students/2016/maros_harahus/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", "https://zp.kemt.fei.tuke.sk/topics/hatespeech", "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", "https://zp.kemt.fei.tuke.sk/topics/prodigy", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0564", "split": "test", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorá stáž osoby Sevval Bulburu súvisela s témou SMOTE?", "mode": "vector", "expected_documents": [ "pages/interns/sevval_bulburu/README.md" ], "first_relevant_rank": 4, "reciprocal_rank": 0.25, "top_documents": [ "pages/students/2019/michal_stromko/README.md", "pages/students/2018/oleh_bilykh/README.md", "pages/students/2023/simona_bobrovcanova/README.md", "pages/interns/sevval_bulburu/README.md", "pages/students/2019/alina_vitko/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" ], "hit_at_1": 0, "recall_at_1": 0.0, "hit_at_3": 0, "recall_at_3": 0.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0564", "split": "test", "category": "keyword_grounding", "difficulty": "medium", "question": "Ktorá stáž osoby Sevval Bulburu súvisela s témou SMOTE?", "mode": "hybrid", "expected_documents": [ "pages/interns/sevval_bulburu/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/interns/sevval_bulburu/README.md", "pages/students/2019/michal_stromko/README.md", "pages/students/2016/patrik_pavlisin/README.md", "pages/students/2018/oleh_bilykh/README.md", "pages/students/2023/simona_bobrovcanova/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0565", "split": "test", "category": "specific_fact", "difficulty": "medium", "question": "Akú metódu upsamplingu Sevval Bulburu vyskúšala a nefungovala?", "mode": "fts", "expected_documents": [ "pages/interns/sevval_bulburu/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/interns/sevval_bulburu/README.md", "pages/topics/hatespeech/README.md", "pages/students/2018/adrian_remias/README.md", "pages/topics/faq/README.md", "pages/topics/akopisat/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", "https://zp.kemt.fei.tuke.sk/topics/hatespeech", "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", "https://zp.kemt.fei.tuke.sk/topics/faq", "https://zp.kemt.fei.tuke.sk/topics/akopisat" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0565", "split": "test", "category": "specific_fact", "difficulty": "medium", "question": "Akú metódu upsamplingu Sevval Bulburu vyskúšala a nefungovala?", "mode": "vector", "expected_documents": [ "pages/interns/sevval_bulburu/README.md" ], "first_relevant_rank": 2, "reciprocal_rank": 0.5, "top_documents": [ "pages/students/2018/oleh_bilykh/README.md", "pages/interns/sevval_bulburu/README.md", "pages/students/2022/valerii_kutsenko/README.md", "pages/students/2016/darius_lindvai/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "hit_at_1": 0, "recall_at_1": 0.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0565", "split": "test", "category": "specific_fact", "difficulty": "medium", "question": "Akú metódu upsamplingu Sevval Bulburu vyskúšala a nefungovala?", "mode": "hybrid", "expected_documents": [ "pages/interns/sevval_bulburu/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/interns/sevval_bulburu/README.md", "pages/students/2016/darius_lindvai/README.md", "pages/students/2018/oleh_bilykh/README.md", "pages/students/2022/valerii_kutsenko/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0566", "split": "test", "category": "specific_fact", "difficulty": "medium", "question": "Aký webový framework použila Sevval Bulburu pre aplikáciu?", "mode": "fts", "expected_documents": [ "pages/interns/sevval_bulburu/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/interns/sevval_bulburu/README.md", "pages/topics/hatespeech/README.md", "pages/students/2023/ronald_zalacko/README.md", "pages/students/2023/oleksandr_dorybohov/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", "https://zp.kemt.fei.tuke.sk/topics/hatespeech", "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0566", "split": "test", "category": "specific_fact", "difficulty": "medium", "question": "Aký webový framework použila Sevval Bulburu pre aplikáciu?", "mode": "vector", "expected_documents": [ "pages/interns/sevval_bulburu/README.md" ], "first_relevant_rank": 2, "reciprocal_rank": 0.5, "top_documents": [ "pages/students/2022/samuel_vasil/README.md", "pages/interns/sevval_bulburu/README.md", "pages/students/2023/ronald_zalacko/README.md", "pages/students/2022/jan_ptak/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "hit_at_1": 0, "recall_at_1": 0.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0566", "split": "test", "category": "specific_fact", "difficulty": "medium", "question": "Aký webový framework použila Sevval Bulburu pre aplikáciu?", "mode": "hybrid", "expected_documents": [ "pages/interns/sevval_bulburu/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/interns/sevval_bulburu/README.md", "pages/students/2023/ronald_zalacko/README.md", "pages/students/2019/alina_vitko/README.md", "pages/students/2022/samuel_vasil/README.md", "pages/students/2023/oleksandr_dorybohov/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0567", "split": "test", "category": "specific_fact", "difficulty": "medium", "question": "Aký anotačný nástroj si Sevval Bulburu naštudovala?", "mode": "fts", "expected_documents": [ "pages/interns/sevval_bulburu/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/interns/sevval_bulburu/README.md", "pages/topics/hatespeech/README.md", "pages/topics/named-entity/README.md", "pages/topics/nlp/README.md", "pages/students/2018/NaN1name_buday/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", "https://zp.kemt.fei.tuke.sk/topics/hatespeech", "https://zp.kemt.fei.tuke.sk/topics/named-entity", "https://zp.kemt.fei.tuke.sk/topics/nlp", "https://zp.kemt.fei.tuke.sk/students/2018/NaN1name_buday" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0567", "split": "test", "category": "specific_fact", "difficulty": "medium", "question": "Aký anotačný nástroj si Sevval Bulburu naštudovala?", "mode": "vector", "expected_documents": [ "pages/interns/sevval_bulburu/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/interns/sevval_bulburu/README.md", "pages/students/2022/serhii_yemets/README.md", "pages/students/2016/jakub_maruniak/timovy_projekt/README.md", "pages/students/2016/jakub_maruniak/dp2021/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", "https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets", "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt", "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0567", "split": "test", "category": "specific_fact", "difficulty": "medium", "question": "Aký anotačný nástroj si Sevval Bulburu naštudovala?", "mode": "hybrid", "expected_documents": [ "pages/interns/sevval_bulburu/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/interns/sevval_bulburu/README.md", "pages/students/2022/vladyslav_yanchenko/README.md", "pages/students/2022/serhii_yemets/README.md", "pages/students/2016/jakub_maruniak/timovy_projekt/README.md", "pages/students/2016/jakub_maruniak/dp2021/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", "https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets", "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt", "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0606", "split": "test", "category": "topic_page_lookup", "difficulty": "easy", "question": "Nájdi projektovú alebo informačnú stránku „Podpora slovenčiny v knižnici Spacy“.", "mode": "fts", "expected_documents": [ "pages/topics/spacy/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/topics/spacy/README.md", "pages/students/2016/maros_harahus/README.md", "pages/students/2016/jakub_maruniak/README.md", "pages/students/2017/martin_jancura/README.md", "pages/students/2017/than_trung_thanh/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/spacy", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0606", "split": "test", "category": "topic_page_lookup", "difficulty": "easy", "question": "Nájdi projektovú alebo informačnú stránku „Podpora slovenčiny v knižnici Spacy“.", "mode": "vector", "expected_documents": [ "pages/topics/spacy/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/topics/spacy/README.md", "pages/students/2018/martin_wencel/README.md", "pages/students/2016/maros_harahus/timovy_projekt/README.md", "pages/students/2016/jakub_maruniak/README.md", "pages/students/2016/maros_harahus/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/spacy", "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt", "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0606", "split": "test", "category": "topic_page_lookup", "difficulty": "easy", "question": "Nájdi projektovú alebo informačnú stránku „Podpora slovenčiny v knižnici Spacy“.", "mode": "hybrid", "expected_documents": [ "pages/topics/spacy/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/topics/spacy/README.md", "pages/students/2016/maros_harahus/README.md", "pages/students/2016/jakub_maruniak/README.md", "pages/students/2018/martin_wencel/README.md", "pages/students/2016/maros_harahus/timovy_projekt/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/spacy", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0607", "split": "test", "category": "topic_page_lookup", "difficulty": "medium", "question": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Podpora slovenčiny v knižnici Spacy“?", "mode": "fts", "expected_documents": [ "pages/topics/spacy/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/topics/spacy/README.md", "pages/students/2016/maros_harahus/README.md", "pages/students/2016/jakub_maruniak/README.md", "pages/topics/faq/README.md", "pages/students/2019/samuel_horani/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/spacy", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/topics/faq", "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0607", "split": "test", "category": "topic_page_lookup", "difficulty": "medium", "question": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Podpora slovenčiny v knižnici Spacy“?", "mode": "vector", "expected_documents": [ "pages/topics/spacy/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/topics/spacy/README.md", "pages/students/2018/martin_wencel/README.md", "pages/students/2016/jakub_maruniak/README.md", "pages/topics/resources/README.md", "pages/students/2016/maros_harahus/timovy_projekt/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/spacy", "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/topics/resources", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0607", "split": "test", "category": "topic_page_lookup", "difficulty": "medium", "question": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Podpora slovenčiny v knižnici Spacy“?", "mode": "hybrid", "expected_documents": [ "pages/topics/spacy/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/topics/spacy/README.md", "pages/students/2016/maros_harahus/README.md", "pages/students/2016/jakub_maruniak/README.md", "pages/students/2018/martin_wencel/README.md", "pages/topics/resources/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/spacy", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", "https://zp.kemt.fei.tuke.sk/topics/resources" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0608", "split": "test", "category": "source_url", "difficulty": "easy", "question": "Aký source_url patrí k stránke „Podpora slovenčiny v knižnici Spacy“?", "mode": "fts", "expected_documents": [ "pages/topics/spacy/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/topics/spacy/README.md", "pages/students/2016/maros_harahus/README.md", "pages/students/2016/jakub_maruniak/README.md", "pages/students/2016/patrik_pavlisin/README.md", "pages/students/2016/maros_harahus/timovy_projekt/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/spacy", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0608", "split": "test", "category": "source_url", "difficulty": "easy", "question": "Aký source_url patrí k stránke „Podpora slovenčiny v knižnici Spacy“?", "mode": "vector", "expected_documents": [ "pages/topics/spacy/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/topics/spacy/README.md", "pages/topics/resources/README.md", "pages/students/2018/martin_wencel/README.md", "pages/students/2016/maros_harahus/timovy_projekt/README.md", "pages/students/2016/jakub_maruniak/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/spacy", "https://zp.kemt.fei.tuke.sk/topics/resources", "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt", "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0608", "split": "test", "category": "source_url", "difficulty": "easy", "question": "Aký source_url patrí k stránke „Podpora slovenčiny v knižnici Spacy“?", "mode": "hybrid", "expected_documents": [ "pages/topics/spacy/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/topics/spacy/README.md", "pages/students/2016/maros_harahus/README.md", "pages/students/2016/jakub_maruniak/README.md", "pages/students/2017/than_trung_thanh/README.md", "pages/topics/resources/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/spacy", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh", "https://zp.kemt.fei.tuke.sk/topics/resources" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0612", "split": "test", "category": "specific_fact", "difficulty": "medium", "question": "Aké dve hlavné štatistické úlohy má projekt podpory slovenčiny v Spacy trénovať?", "mode": "fts", "expected_documents": [ "pages/topics/spacy/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/topics/spacy/README.md", "pages/students/2016/jakub_maruniak/README.md", "pages/students/2016/lukas_pokryvka/timovy_projekt/README.md", "pages/students/2016/maros_harahus/timovy_projekt/README.md", "pages/students/2016/lukas_pokryvka/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/spacy", "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka/timovy_projekt", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt", "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0612", "split": "test", "category": "specific_fact", "difficulty": "medium", "question": "Aké dve hlavné štatistické úlohy má projekt podpory slovenčiny v Spacy trénovať?", "mode": "vector", "expected_documents": [ "pages/topics/spacy/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/topics/spacy/README.md", "pages/students/2019/kristian_sopkovic/README.md", "pages/students/2018/martin_wencel/README.md", "pages/students/2016/jakub_maruniak/dp2021/annotation/README.md", "pages/students/2016/jakub_maruniak/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/spacy", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021/annotation", "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0612", "split": "test", "category": "specific_fact", "difficulty": "medium", "question": "Aké dve hlavné štatistické úlohy má projekt podpory slovenčiny v Spacy trénovať?", "mode": "hybrid", "expected_documents": [ "pages/topics/spacy/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/topics/spacy/README.md", "pages/students/2016/jakub_maruniak/README.md", "pages/students/2019/kristian_sopkovic/README.md", "pages/students/2016/maros_harahus/README.md", "pages/students/2018/martin_wencel/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/spacy", "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0613", "split": "test", "category": "specific_fact", "difficulty": "medium", "question": "Aké slovné vektory boli zahrnuté do modelu Spacy?", "mode": "fts", "expected_documents": [ "pages/topics/spacy/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/topics/spacy/README.md", "pages/students/2019/kristian_sopkovic/README.md", "pages/students/2022/serhii_yemets/README.md", "pages/students/2016/maros_harahus/README.md", "pages/students/2022/valerii_kutsenko/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/spacy", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", "https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0613", "split": "test", "category": "specific_fact", "difficulty": "medium", "question": "Aké slovné vektory boli zahrnuté do modelu Spacy?", "mode": "vector", "expected_documents": [ "pages/topics/spacy/README.md" ], "first_relevant_rank": 2, "reciprocal_rank": 0.5, "top_documents": [ "pages/students/2019/kristian_sopkovic/README.md", "pages/topics/spacy/README.md", "pages/students/2018/martin_wencel/README.md", "pages/students/2016/maros_harahus/README.md", "pages/students/2022/valerii_kutsenko/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", "https://zp.kemt.fei.tuke.sk/topics/spacy", "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "hit_at_1": 0, "recall_at_1": 0.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0613", "split": "test", "category": "specific_fact", "difficulty": "medium", "question": "Aké slovné vektory boli zahrnuté do modelu Spacy?", "mode": "hybrid", "expected_documents": [ "pages/topics/spacy/README.md" ], "first_relevant_rank": 2, "reciprocal_rank": 0.5, "top_documents": [ "pages/students/2019/kristian_sopkovic/README.md", "pages/topics/spacy/README.md", "pages/students/2022/valerii_kutsenko/README.md", "pages/students/2016/maros_harahus/README.md", "pages/students/2022/serhii_yemets/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", "https://zp.kemt.fei.tuke.sk/topics/spacy", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets" ], "hit_at_1": 0, "recall_at_1": 0.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0614", "split": "test", "category": "specific_fact", "difficulty": "medium", "question": "Ktorí ľudia sú uvedení pri projekte podpory slovenčiny v Spacy?", "mode": "fts", "expected_documents": [ "pages/topics/spacy/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/topics/spacy/README.md", "pages/students/2019/michal_stromko/vp2021/README.md", "pages/students/2016/maros_harahus/README.md", "pages/students/2016/jakub_maruniak/timovy_projekt/README.md", "pages/topics/faq/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/spacy", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt", "https://zp.kemt.fei.tuke.sk/topics/faq" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0614", "split": "test", "category": "specific_fact", "difficulty": "medium", "question": "Ktorí ľudia sú uvedení pri projekte podpory slovenčiny v Spacy?", "mode": "vector", "expected_documents": [ "pages/topics/spacy/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/topics/spacy/README.md", "pages/students/2018/martin_wencel/README.md", "pages/students/2016/jakub_maruniak/README.md", "pages/students/2019/kristian_sopkovic/README.md", "pages/students/2016/maros_harahus/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/spacy", "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0614", "split": "test", "category": "specific_fact", "difficulty": "medium", "question": "Ktorí ľudia sú uvedení pri projekte podpory slovenčiny v Spacy?", "mode": "hybrid", "expected_documents": [ "pages/topics/spacy/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/topics/spacy/README.md", "pages/students/2016/jakub_maruniak/README.md", "pages/students/2016/maros_harahus/README.md", "pages/students/2018/martin_wencel/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/spacy", "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0625", "split": "test", "category": "topic_page_lookup", "difficulty": "easy", "question": "Nájdi projektovú alebo informačnú stránku „Morfologická analýza slovenského jazyka“.", "mode": "fts", "expected_documents": [ "pages/topics/morphology/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/topics/morphology/README.md", "pages/students/2018/martin_wencel/README.md", "pages/topics/otvorene/README.md", "pages/students/2016/maros_harahus/README.md", "pages/topics/bert/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/morphology", "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", "https://zp.kemt.fei.tuke.sk/topics/otvorene", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/topics/bert" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0625", "split": "test", "category": "topic_page_lookup", "difficulty": "easy", "question": "Nájdi projektovú alebo informačnú stránku „Morfologická analýza slovenského jazyka“.", "mode": "vector", "expected_documents": [ "pages/topics/morphology/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/topics/morphology/README.md", "pages/topics/otvorene/README.md", "pages/students/2016/maros_harahus/timovy_projekt/README.md", "pages/topics/hatespeech/README.md", "pages/students/2016/tomas_kucharik/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/morphology", "https://zp.kemt.fei.tuke.sk/topics/otvorene", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt", "https://zp.kemt.fei.tuke.sk/topics/hatespeech", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0625", "split": "test", "category": "topic_page_lookup", "difficulty": "easy", "question": "Nájdi projektovú alebo informačnú stránku „Morfologická analýza slovenského jazyka“.", "mode": "hybrid", "expected_documents": [ "pages/topics/morphology/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/topics/morphology/README.md", "pages/topics/otvorene/README.md", "pages/students/2016/maros_harahus/timovy_projekt/README.md", "pages/topics/bert/README.md", "pages/students/2020/vladyslav_krupko/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/morphology", "https://zp.kemt.fei.tuke.sk/topics/otvorene", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt", "https://zp.kemt.fei.tuke.sk/topics/bert", "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0626", "split": "test", "category": "topic_page_lookup", "difficulty": "medium", "question": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Morfologická analýza slovenského jazyka“?", "mode": "fts", "expected_documents": [ "pages/topics/morphology/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/topics/morphology/README.md", "pages/students/2018/martin_wencel/README.md", "pages/topics/otvorene/README.md", "pages/topics/bert/README.md", "pages/students/2016/maros_harahus/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/morphology", "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", "https://zp.kemt.fei.tuke.sk/topics/otvorene", "https://zp.kemt.fei.tuke.sk/topics/bert", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0626", "split": "test", "category": "topic_page_lookup", "difficulty": "medium", "question": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Morfologická analýza slovenského jazyka“?", "mode": "vector", "expected_documents": [ "pages/topics/morphology/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/topics/morphology/README.md", "pages/students/2016/maros_harahus/timovy_projekt/README.md", "pages/topics/resources/README.md", "pages/students/2016/maros_harahus/README.md", "pages/students/2016/jakub_maruniak/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/morphology", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt", "https://zp.kemt.fei.tuke.sk/topics/resources", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0626", "split": "test", "category": "topic_page_lookup", "difficulty": "medium", "question": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Morfologická analýza slovenského jazyka“?", "mode": "hybrid", "expected_documents": [ "pages/topics/morphology/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/topics/morphology/README.md", "pages/students/2016/maros_harahus/timovy_projekt/README.md", "pages/students/2016/maros_harahus/README.md", "pages/topics/faq/README.md", "pages/topics/bert/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/morphology", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/topics/faq", "https://zp.kemt.fei.tuke.sk/topics/bert" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0627", "split": "test", "category": "source_url", "difficulty": "easy", "question": "Aký source_url patrí k stránke „Morfologická analýza slovenského jazyka“?", "mode": "fts", "expected_documents": [ "pages/topics/morphology/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/topics/morphology/README.md", "pages/students/2018/martin_wencel/README.md", "pages/topics/otvorene/README.md", "pages/topics/bert/README.md", "pages/students/2016/maros_harahus/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/morphology", "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", "https://zp.kemt.fei.tuke.sk/topics/otvorene", "https://zp.kemt.fei.tuke.sk/topics/bert", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0627", "split": "test", "category": "source_url", "difficulty": "easy", "question": "Aký source_url patrí k stránke „Morfologická analýza slovenského jazyka“?", "mode": "vector", "expected_documents": [ "pages/topics/morphology/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/topics/morphology/README.md", "pages/topics/resources/README.md", "pages/students/2016/maros_harahus/timovy_projekt/README.md", "pages/topics/bert/README.md", "pages/students/2016/maros_harahus/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/morphology", "https://zp.kemt.fei.tuke.sk/topics/resources", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt", "https://zp.kemt.fei.tuke.sk/topics/bert", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0627", "split": "test", "category": "source_url", "difficulty": "easy", "question": "Aký source_url patrí k stránke „Morfologická analýza slovenského jazyka“?", "mode": "hybrid", "expected_documents": [ "pages/topics/morphology/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/topics/morphology/README.md", "pages/topics/bert/README.md", "pages/students/2016/maros_harahus/timovy_projekt/README.md", "pages/topics/resources/README.md", "pages/students/2016/maros_harahus/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/morphology", "https://zp.kemt.fei.tuke.sk/topics/bert", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt", "https://zp.kemt.fei.tuke.sk/topics/resources", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0631", "split": "test", "category": "specific_fact", "difficulty": "medium", "question": "Aké tri prístupy alebo nástroje sú uvedené pri morfologickej analýze slovenského jazyka?", "mode": "fts", "expected_documents": [ "pages/topics/morphology/README.md" ], "first_relevant_rank": null, "reciprocal_rank": 0.0, "top_documents": [ "pages/topics/otvorene/README.md", "pages/students/2016/maros_harahus/timovy_projekt/README.md", "pages/students/2022/valerii_kutsenko/README.md", "pages/topics/bert/README.md", "pages/topics/nlp/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/otvorene", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", "https://zp.kemt.fei.tuke.sk/topics/bert", "https://zp.kemt.fei.tuke.sk/topics/nlp" ], "hit_at_1": 0, "recall_at_1": 0.0, "hit_at_3": 0, "recall_at_3": 0.0, "hit_at_5": 0, "recall_at_5": 0.0 }, { "id": "q0631", "split": "test", "category": "specific_fact", "difficulty": "medium", "question": "Aké tri prístupy alebo nástroje sú uvedené pri morfologickej analýze slovenského jazyka?", "mode": "vector", "expected_documents": [ "pages/topics/morphology/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/topics/morphology/README.md", "pages/students/2016/maros_harahus/README.md", "pages/students/2018/martin_wencel/README.md", "pages/students/2016/maros_harahus/timovy_projekt/README.md", "pages/topics/resources/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/morphology", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt", "https://zp.kemt.fei.tuke.sk/topics/resources" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0631", "split": "test", "category": "specific_fact", "difficulty": "medium", "question": "Aké tri prístupy alebo nástroje sú uvedené pri morfologickej analýze slovenského jazyka?", "mode": "hybrid", "expected_documents": [ "pages/topics/morphology/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/topics/morphology/README.md", "pages/students/2016/maros_harahus/README.md", "pages/students/2016/maros_harahus/timovy_projekt/README.md", "pages/students/2018/martin_wencel/README.md", "pages/topics/nlp/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/morphology", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt", "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", "https://zp.kemt.fei.tuke.sk/topics/nlp" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0642", "split": "test", "category": "topic_page_lookup", "difficulty": "easy", "question": "Nájdi projektovú alebo informačnú stránku „Jazyk Python“.", "mode": "fts", "expected_documents": [ "pages/topics/python/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/topics/python/README.md", "pages/students/2021/oleksandr_hryshchenko/README.md", "pages/students/2021/eduard_matovka/README.md", "pages/students/2021/martin_sarissky/README.md", "pages/students/2021/matej_scislak/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/python", "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko", "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0642", "split": "test", "category": "topic_page_lookup", "difficulty": "easy", "question": "Nájdi projektovú alebo informačnú stránku „Jazyk Python“.", "mode": "vector", "expected_documents": [ "pages/topics/python/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/topics/python/README.md", "pages/students/2022/tetiana_mohorian/README.md", "pages/students/2017/stanislav_matsunych/README.md", "pages/students/2016/darius_lindvai/README.md", "pages/topics/otvorene/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/python", "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", "https://zp.kemt.fei.tuke.sk/students/2017/stanislav_matsunych", "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", "https://zp.kemt.fei.tuke.sk/topics/otvorene" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0642", "split": "test", "category": "topic_page_lookup", "difficulty": "easy", "question": "Nájdi projektovú alebo informačnú stránku „Jazyk Python“.", "mode": "hybrid", "expected_documents": [ "pages/topics/python/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/topics/python/README.md", "pages/students/2021/oleksandr_hryshchenko/README.md", "pages/students/2022/tetiana_mohorian/README.md", "pages/topics/nlp/README.md", "pages/students/2021/eduard_matovka/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/python", "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko", "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", "https://zp.kemt.fei.tuke.sk/topics/nlp", "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0643", "split": "test", "category": "topic_page_lookup", "difficulty": "medium", "question": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Jazyk Python“?", "mode": "fts", "expected_documents": [ "pages/topics/python/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/topics/python/README.md", "pages/students/2017/dmytro_ushatenko/README.md", "pages/topics/faq/README.md", "pages/students/2019/michal_stromko/vp2021/README.md", "pages/students/2016/patrik_pavlisin/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/python", "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", "https://zp.kemt.fei.tuke.sk/topics/faq", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0643", "split": "test", "category": "topic_page_lookup", "difficulty": "medium", "question": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Jazyk Python“?", "mode": "vector", "expected_documents": [ "pages/topics/python/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/topics/python/README.md", "pages/topics/faq/README.md", "pages/students/2016/maros_harahus/timovy_projekt/README.md", "pages/students/2023/maksym_zatirka/README.md", "pages/students/2019/michal_stromko/vp2021/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/python", "https://zp.kemt.fei.tuke.sk/topics/faq", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt", "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0643", "split": "test", "category": "topic_page_lookup", "difficulty": "medium", "question": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Jazyk Python“?", "mode": "hybrid", "expected_documents": [ "pages/topics/python/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/topics/python/README.md", "pages/topics/faq/README.md", "pages/students/2019/michal_stromko/vp2021/README.md", "pages/students/2023/maksym_zatirka/README.md", "pages/students/2016/maros_harahus/timovy_projekt/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/python", "https://zp.kemt.fei.tuke.sk/topics/faq", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021", "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0644", "split": "test", "category": "source_url", "difficulty": "easy", "question": "Aký source_url patrí k stránke „Jazyk Python“?", "mode": "fts", "expected_documents": [ "pages/topics/python/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/topics/python/README.md", "pages/students/2016/patrik_pavlisin/README.md", "pages/students/2019/patrik_pokrivcak/README.md", "pages/students/2016/maros_harahus/timovy_projekt/README.md", "pages/students/2016/darius_lindvai/timovy_projekt/tutorial/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/python", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt", "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai/timovy_projekt/tutorial" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0644", "split": "test", "category": "source_url", "difficulty": "easy", "question": "Aký source_url patrí k stránke „Jazyk Python“?", "mode": "vector", "expected_documents": [ "pages/topics/python/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/topics/python/README.md", "pages/topics/nlp/README.md", "pages/topics/resources/README.md", "pages/students/2017/stanislav_matsunych/README.md", "pages/students/2020/jakub_kristian_lukas/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/python", "https://zp.kemt.fei.tuke.sk/topics/nlp", "https://zp.kemt.fei.tuke.sk/topics/resources", "https://zp.kemt.fei.tuke.sk/students/2017/stanislav_matsunych", "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0644", "split": "test", "category": "source_url", "difficulty": "easy", "question": "Aký source_url patrí k stránke „Jazyk Python“?", "mode": "hybrid", "expected_documents": [ "pages/topics/python/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/topics/python/README.md", "pages/students/2017/stanislav_matsunych/README.md", "pages/topics/nlp/README.md", "pages/topics/resources/README.md", "pages/students/2020/jakub_kristian_lukas/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/python", "https://zp.kemt.fei.tuke.sk/students/2017/stanislav_matsunych", "https://zp.kemt.fei.tuke.sk/topics/nlp", "https://zp.kemt.fei.tuke.sk/topics/resources", "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0646", "split": "test", "category": "topic_page_lookup", "difficulty": "easy", "question": "Nájdi projektovú alebo informačnú stránku „Záverečné práce a projekty“.", "mode": "fts", "expected_documents": [ "pages/topics/akopisat/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/topics/akopisat/README.md", "pages/topics/otvorene/README.md", "pages/students/2021/martin_sarissky/README.md", "pages/topics/faq/README.md", "pages/students/2018/ondrej_megela/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/akopisat", "https://zp.kemt.fei.tuke.sk/topics/otvorene", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/topics/faq", "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0646", "split": "test", "category": "topic_page_lookup", "difficulty": "easy", "question": "Nájdi projektovú alebo informačnú stránku „Záverečné práce a projekty“.", "mode": "vector", "expected_documents": [ "pages/topics/akopisat/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/topics/akopisat/README.md", "pages/topics/faq/README.md", "pages/students/2019/michal_stromko/README.md", "pages/topics/otvorene/README.md", "pages/students/2019/michal_stromko/vp2021/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/akopisat", "https://zp.kemt.fei.tuke.sk/topics/faq", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "https://zp.kemt.fei.tuke.sk/topics/otvorene", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0646", "split": "test", "category": "topic_page_lookup", "difficulty": "easy", "question": "Nájdi projektovú alebo informačnú stránku „Záverečné práce a projekty“.", "mode": "hybrid", "expected_documents": [ "pages/topics/akopisat/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/topics/akopisat/README.md", "pages/topics/faq/README.md", "pages/topics/otvorene/README.md", "pages/students/2019/michal_stromko/README.md", "pages/students/2019/michal_stromko/vp2021/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/akopisat", "https://zp.kemt.fei.tuke.sk/topics/faq", "https://zp.kemt.fei.tuke.sk/topics/otvorene", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0647", "split": "test", "category": "topic_page_lookup", "difficulty": "medium", "question": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Záverečné práce a projekty“?", "mode": "fts", "expected_documents": [ "pages/topics/akopisat/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/topics/akopisat/README.md", "pages/topics/faq/README.md", "pages/students/2017/dmytro_ushatenko/README.md", "pages/students/2016/patrik_pavlisin/README.md", "pages/topics/otvorene/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/akopisat", "https://zp.kemt.fei.tuke.sk/topics/faq", "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", "https://zp.kemt.fei.tuke.sk/topics/otvorene" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0647", "split": "test", "category": "topic_page_lookup", "difficulty": "medium", "question": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Záverečné práce a projekty“?", "mode": "vector", "expected_documents": [ "pages/topics/akopisat/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/topics/akopisat/README.md", "pages/topics/faq/README.md", "pages/students/2019/michal_stromko/vp2021/README.md", "pages/students/2019/michal_stromko/README.md", "pages/students/2021/martin_sarissky/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/akopisat", "https://zp.kemt.fei.tuke.sk/topics/faq", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0647", "split": "test", "category": "topic_page_lookup", "difficulty": "medium", "question": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Záverečné práce a projekty“?", "mode": "hybrid", "expected_documents": [ "pages/topics/akopisat/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/topics/akopisat/README.md", "pages/topics/faq/README.md", "pages/students/2019/michal_stromko/vp2021/README.md", "pages/students/2019/michal_stromko/README.md", "pages/topics/otvorene/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/akopisat", "https://zp.kemt.fei.tuke.sk/topics/faq", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "https://zp.kemt.fei.tuke.sk/topics/otvorene" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0648", "split": "test", "category": "source_url", "difficulty": "easy", "question": "Aký source_url patrí k stránke „Záverečné práce a projekty“?", "mode": "fts", "expected_documents": [ "pages/topics/akopisat/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/topics/akopisat/README.md", "pages/topics/otvorene/README.md", "pages/students/2016/patrik_pavlisin/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md", "pages/topics/bert/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/akopisat", "https://zp.kemt.fei.tuke.sk/topics/otvorene", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", "https://zp.kemt.fei.tuke.sk/topics/bert" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0648", "split": "test", "category": "source_url", "difficulty": "easy", "question": "Aký source_url patrí k stránke „Záverečné práce a projekty“?", "mode": "vector", "expected_documents": [ "pages/topics/akopisat/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/topics/akopisat/README.md", "pages/topics/faq/README.md", "pages/topics/otvorene/README.md", "pages/students/2019/michal_stromko/README.md", "pages/students/2019/michal_stromko/vp2021/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/akopisat", "https://zp.kemt.fei.tuke.sk/topics/faq", "https://zp.kemt.fei.tuke.sk/topics/otvorene", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0648", "split": "test", "category": "source_url", "difficulty": "easy", "question": "Aký source_url patrí k stránke „Záverečné práce a projekty“?", "mode": "hybrid", "expected_documents": [ "pages/topics/akopisat/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/topics/akopisat/README.md", "pages/topics/faq/README.md", "pages/topics/otvorene/README.md", "pages/students/2019/michal_stromko/README.md", "pages/students/2019/michal_stromko/vp2021/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/akopisat", "https://zp.kemt.fei.tuke.sk/topics/faq", "https://zp.kemt.fei.tuke.sk/topics/otvorene", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0654", "split": "test", "category": "topic_page_lookup", "difficulty": "easy", "question": "Nájdi projektovú alebo informačnú stránku „Prepis postupností“.", "mode": "fts", "expected_documents": [ "pages/topics/seq2seq/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/topics/seq2seq/README.md", "pages/students/2022/andrii_pervashov/README.md", "pages/topics/faq/README.md", "pages/students/2016/patrik_pavlisin/dp22/README.md", "pages/topics/question/navod/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/seq2seq", "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", "https://zp.kemt.fei.tuke.sk/topics/faq", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/dp22", "https://zp.kemt.fei.tuke.sk/topics/question/navod" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0654", "split": "test", "category": "topic_page_lookup", "difficulty": "easy", "question": "Nájdi projektovú alebo informačnú stránku „Prepis postupností“.", "mode": "vector", "expected_documents": [ "pages/topics/seq2seq/README.md" ], "first_relevant_rank": 3, "reciprocal_rank": 0.333333, "top_documents": [ "pages/topics/akopisat/README.md", "pages/students/2016/tomas_kucharik/README.md", "pages/topics/seq2seq/README.md", "pages/students/2019/michal_stromko/README.md", "pages/topics/faq/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/akopisat", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/topics/seq2seq", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "https://zp.kemt.fei.tuke.sk/topics/faq" ], "hit_at_1": 0, "recall_at_1": 0.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0654", "split": "test", "category": "topic_page_lookup", "difficulty": "easy", "question": "Nájdi projektovú alebo informačnú stránku „Prepis postupností“.", "mode": "hybrid", "expected_documents": [ "pages/topics/seq2seq/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/topics/seq2seq/README.md", "pages/topics/akopisat/README.md", "pages/students/2016/tomas_kucharik/README.md", "pages/students/2019/michal_stromko/README.md", "pages/topics/faq/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/seq2seq", "https://zp.kemt.fei.tuke.sk/topics/akopisat", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "https://zp.kemt.fei.tuke.sk/topics/faq" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0655", "split": "test", "category": "topic_page_lookup", "difficulty": "medium", "question": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Prepis postupností“?", "mode": "fts", "expected_documents": [ "pages/topics/seq2seq/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/topics/seq2seq/README.md", "pages/students/2016/patrik_pavlisin/dp22/README.md", "pages/topics/steel/README.md", "pages/topics/faq/README.md", "pages/students/2016/patrik_pavlisin/dp21/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/seq2seq", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/dp22", "https://zp.kemt.fei.tuke.sk/topics/steel", "https://zp.kemt.fei.tuke.sk/topics/faq", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/dp21" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0655", "split": "test", "category": "topic_page_lookup", "difficulty": "medium", "question": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Prepis postupností“?", "mode": "vector", "expected_documents": [ "pages/topics/seq2seq/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/topics/seq2seq/README.md", "pages/students/2018/ondrej_megela/README.md", "pages/topics/faq/README.md", "pages/students/2022/jan_malinovsky/README.md", "pages/students/2016/tomas_kucharik/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/seq2seq", "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", "https://zp.kemt.fei.tuke.sk/topics/faq", "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0655", "split": "test", "category": "topic_page_lookup", "difficulty": "medium", "question": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Prepis postupností“?", "mode": "hybrid", "expected_documents": [ "pages/topics/seq2seq/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/topics/seq2seq/README.md", "pages/topics/faq/README.md", "pages/students/2018/ondrej_megela/README.md", "pages/students/2019/michal_stromko/README.md", "pages/students/2016/jakub_maruniak/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/seq2seq", "https://zp.kemt.fei.tuke.sk/topics/faq", "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0656", "split": "test", "category": "source_url", "difficulty": "easy", "question": "Aký source_url patrí k stránke „Prepis postupností“?", "mode": "fts", "expected_documents": [ "pages/topics/seq2seq/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/topics/seq2seq/README.md", "pages/students/2016/patrik_pavlisin/dp21/README.md", "pages/students/2016/patrik_pavlisin/README.md", "pages/students/2016/patrik_pavlisin/dp22/README.md", "pages/students/2019/patrik_pokrivcak/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/seq2seq", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/dp21", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/dp22", "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0656", "split": "test", "category": "source_url", "difficulty": "easy", "question": "Aký source_url patrí k stránke „Prepis postupností“?", "mode": "vector", "expected_documents": [ "pages/topics/seq2seq/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/topics/seq2seq/README.md", "pages/students/2016/darius_lindvai/README.md", "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2018/ondrej_megela/README.md", "pages/students/2023/samuel_dzurina/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/seq2seq", "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0656", "split": "test", "category": "source_url", "difficulty": "easy", "question": "Aký source_url patrí k stránke „Prepis postupností“?", "mode": "hybrid", "expected_documents": [ "pages/topics/seq2seq/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/topics/seq2seq/README.md", "pages/students/2016/darius_lindvai/README.md", "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2018/ondrej_megela/README.md", "pages/students/2023/samuel_dzurina/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/seq2seq", "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0664", "split": "test", "category": "topic_page_lookup", "difficulty": "easy", "question": "Nájdi projektovú alebo informačnú stránku „Nástroje a zdroje pre spracovanie prirodzeného jazyka“.", "mode": "fts", "expected_documents": [ "pages/topics/nlp/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/topics/nlp/README.md", "pages/students/2016/maros_harahus/timovy_projekt/README.md", "pages/students/2021/eduard_matovka/README.md", "pages/students/2016/maros_harahus/README.md", "pages/students/2018/NaN1name_buday/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/nlp", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt", "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2018/NaN1name_buday" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0664", "split": "test", "category": "topic_page_lookup", "difficulty": "easy", "question": "Nájdi projektovú alebo informačnú stránku „Nástroje a zdroje pre spracovanie prirodzeného jazyka“.", "mode": "vector", "expected_documents": [ "pages/topics/nlp/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/topics/nlp/README.md", "pages/topics/otvorene/README.md", "pages/students/2016/maros_harahus/timovy_projekt/README.md", "pages/students/2018/NaN1name_buday/README.md", "pages/topics/hatespeech/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/nlp", "https://zp.kemt.fei.tuke.sk/topics/otvorene", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt", "https://zp.kemt.fei.tuke.sk/students/2018/NaN1name_buday", "https://zp.kemt.fei.tuke.sk/topics/hatespeech" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0664", "split": "test", "category": "topic_page_lookup", "difficulty": "easy", "question": "Nájdi projektovú alebo informačnú stránku „Nástroje a zdroje pre spracovanie prirodzeného jazyka“.", "mode": "hybrid", "expected_documents": [ "pages/topics/nlp/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/topics/nlp/README.md", "pages/students/2016/maros_harahus/timovy_projekt/README.md", "pages/students/2018/NaN1name_buday/README.md", "pages/topics/otvorene/README.md", "pages/students/2016/jakub_maruniak/timovy_projekt/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/nlp", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt", "https://zp.kemt.fei.tuke.sk/students/2018/NaN1name_buday", "https://zp.kemt.fei.tuke.sk/topics/otvorene", "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0665", "split": "test", "category": "topic_page_lookup", "difficulty": "medium", "question": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Nástroje a zdroje pre spracovanie prirodzeného jazyka“?", "mode": "fts", "expected_documents": [ "pages/topics/nlp/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/topics/nlp/README.md", "pages/students/2016/maros_harahus/timovy_projekt/README.md", "pages/topics/faq/README.md", "pages/students/2016/jakub_maruniak/timovy_projekt/README.md", "pages/students/2016/maros_harahus/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/nlp", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt", "https://zp.kemt.fei.tuke.sk/topics/faq", "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0665", "split": "test", "category": "topic_page_lookup", "difficulty": "medium", "question": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Nástroje a zdroje pre spracovanie prirodzeného jazyka“?", "mode": "vector", "expected_documents": [ "pages/topics/nlp/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/topics/nlp/README.md", "pages/students/2016/maros_harahus/timovy_projekt/README.md", "pages/topics/resources/README.md", "pages/students/2019/michal_stromko/vp2021/README.md", "pages/students/2016/lukas_pokryvka/timovy_projekt/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/nlp", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt", "https://zp.kemt.fei.tuke.sk/topics/resources", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021", "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka/timovy_projekt" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0665", "split": "test", "category": "topic_page_lookup", "difficulty": "medium", "question": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Nástroje a zdroje pre spracovanie prirodzeného jazyka“?", "mode": "hybrid", "expected_documents": [ "pages/topics/nlp/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/topics/nlp/README.md", "pages/students/2016/maros_harahus/timovy_projekt/README.md", "pages/topics/resources/README.md", "pages/students/2016/lukas_pokryvka/timovy_projekt/README.md", "pages/students/2016/lukas_pokryvka/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/nlp", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt", "https://zp.kemt.fei.tuke.sk/topics/resources", "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka/timovy_projekt", "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0666", "split": "test", "category": "source_url", "difficulty": "easy", "question": "Aký source_url patrí k stránke „Nástroje a zdroje pre spracovanie prirodzeného jazyka“?", "mode": "fts", "expected_documents": [ "pages/topics/nlp/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/topics/nlp/README.md", "pages/students/2016/maros_harahus/timovy_projekt/README.md", "pages/students/2016/maros_harahus/README.md", "pages/students/2018/NaN1name_buday/README.md", "pages/students/2016/patrik_pavlisin/tp20/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/nlp", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2018/NaN1name_buday", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0666", "split": "test", "category": "source_url", "difficulty": "easy", "question": "Aký source_url patrí k stránke „Nástroje a zdroje pre spracovanie prirodzeného jazyka“?", "mode": "vector", "expected_documents": [ "pages/topics/nlp/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/topics/nlp/README.md", "pages/topics/resources/README.md", "pages/students/2016/jakub_maruniak/timovy_projekt/README.md", "pages/students/2016/maros_harahus/timovy_projekt/README.md", "pages/interns/sevval_bulburu/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/nlp", "https://zp.kemt.fei.tuke.sk/topics/resources", "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt", "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0666", "split": "test", "category": "source_url", "difficulty": "easy", "question": "Aký source_url patrí k stránke „Nástroje a zdroje pre spracovanie prirodzeného jazyka“?", "mode": "hybrid", "expected_documents": [ "pages/topics/nlp/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/topics/nlp/README.md", "pages/students/2016/maros_harahus/timovy_projekt/README.md", "pages/students/2016/jakub_maruniak/timovy_projekt/README.md", "pages/topics/resources/README.md", "pages/students/2016/lukas_pokryvka/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/nlp", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt", "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt", "https://zp.kemt.fei.tuke.sk/topics/resources", "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0670", "split": "test", "category": "topic_page_lookup", "difficulty": "easy", "question": "Nájdi projektovú alebo informačnú stránku „Tvorba nezodpovedateľných otázok“.", "mode": "fts", "expected_documents": [ "pages/topics/question/nezodpovedatelne/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/topics/question/nezodpovedatelne/README.md", "pages/topics/question/navod/README.md", "pages/topics/otvorene/README.md", "pages/students/2016/tomas_kucharik/README.md", "pages/students/2021/martin_sarissky/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne", "https://zp.kemt.fei.tuke.sk/topics/question/navod", "https://zp.kemt.fei.tuke.sk/topics/otvorene", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0670", "split": "test", "category": "topic_page_lookup", "difficulty": "easy", "question": "Nájdi projektovú alebo informačnú stránku „Tvorba nezodpovedateľných otázok“.", "mode": "vector", "expected_documents": [ "pages/topics/question/nezodpovedatelne/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/topics/question/nezodpovedatelne/README.md", "pages/topics/faq/README.md", "pages/students/2016/tomas_kucharik/README.md", "pages/topics/otvorene/README.md", "pages/students/2019/michal_stromko/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne", "https://zp.kemt.fei.tuke.sk/topics/faq", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/topics/otvorene", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0670", "split": "test", "category": "topic_page_lookup", "difficulty": "easy", "question": "Nájdi projektovú alebo informačnú stránku „Tvorba nezodpovedateľných otázok“.", "mode": "hybrid", "expected_documents": [ "pages/topics/question/nezodpovedatelne/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/topics/question/nezodpovedatelne/README.md", "pages/topics/faq/README.md", "pages/students/2016/tomas_kucharik/README.md", "pages/topics/otvorene/README.md", "pages/students/2019/michal_stromko/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne", "https://zp.kemt.fei.tuke.sk/topics/faq", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/topics/otvorene", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0671", "split": "test", "category": "topic_page_lookup", "difficulty": "medium", "question": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Tvorba nezodpovedateľných otázok“?", "mode": "fts", "expected_documents": [ "pages/topics/question/nezodpovedatelne/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/topics/question/nezodpovedatelne/README.md", "pages/topics/faq/README.md", "pages/students/2016/tomas_kucharik/README.md", "pages/topics/otvorene/README.md", "pages/topics/question/navod/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne", "https://zp.kemt.fei.tuke.sk/topics/faq", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/topics/otvorene", "https://zp.kemt.fei.tuke.sk/topics/question/navod" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0671", "split": "test", "category": "topic_page_lookup", "difficulty": "medium", "question": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Tvorba nezodpovedateľných otázok“?", "mode": "vector", "expected_documents": [ "pages/topics/question/nezodpovedatelne/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/topics/question/nezodpovedatelne/README.md", "pages/topics/faq/README.md", "pages/topics/question/navod/README.md", "pages/topics/question/README.md", "pages/students/2016/tomas_kucharik/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne", "https://zp.kemt.fei.tuke.sk/topics/faq", "https://zp.kemt.fei.tuke.sk/topics/question/navod", "https://zp.kemt.fei.tuke.sk/topics/question", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0671", "split": "test", "category": "topic_page_lookup", "difficulty": "medium", "question": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Tvorba nezodpovedateľných otázok“?", "mode": "hybrid", "expected_documents": [ "pages/topics/question/nezodpovedatelne/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/topics/question/nezodpovedatelne/README.md", "pages/topics/faq/README.md", "pages/students/2016/tomas_kucharik/README.md", "pages/students/2019/michal_stromko/vp2021/README.md", "pages/topics/question/validacie/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne", "https://zp.kemt.fei.tuke.sk/topics/faq", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021", "https://zp.kemt.fei.tuke.sk/topics/question/validacie" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0672", "split": "test", "category": "source_url", "difficulty": "easy", "question": "Aký source_url patrí k stránke „Tvorba nezodpovedateľných otázok“?", "mode": "fts", "expected_documents": [ "pages/topics/question/nezodpovedatelne/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/topics/question/nezodpovedatelne/README.md", "pages/students/2016/patrik_pavlisin/README.md", "pages/students/2019/patrik_pokrivcak/README.md", "pages/students/2016/tomas_kucharik/README.md", "pages/students/2016/patrik_pavlisin/dp22/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/dp22" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0672", "split": "test", "category": "source_url", "difficulty": "easy", "question": "Aký source_url patrí k stránke „Tvorba nezodpovedateľných otázok“?", "mode": "vector", "expected_documents": [ "pages/topics/question/nezodpovedatelne/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/topics/question/nezodpovedatelne/README.md", "pages/topics/question/README.md", "pages/topics/faq/README.md", "pages/students/2016/tomas_kucharik/README.md", "pages/students/2019/michal_stromko/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne", "https://zp.kemt.fei.tuke.sk/topics/question", "https://zp.kemt.fei.tuke.sk/topics/faq", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0672", "split": "test", "category": "source_url", "difficulty": "easy", "question": "Aký source_url patrí k stránke „Tvorba nezodpovedateľných otázok“?", "mode": "hybrid", "expected_documents": [ "pages/topics/question/nezodpovedatelne/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/topics/question/nezodpovedatelne/README.md", "pages/topics/question/README.md", "pages/topics/faq/README.md", "pages/students/2016/tomas_kucharik/README.md", "pages/students/2019/michal_stromko/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne", "https://zp.kemt.fei.tuke.sk/topics/question", "https://zp.kemt.fei.tuke.sk/topics/faq", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0680", "split": "test", "category": "topic_page_lookup", "difficulty": "easy", "question": "Nájdi projektovú alebo informačnú stránku „Validácia otázok a odpovedí“.", "mode": "fts", "expected_documents": [ "pages/topics/question/validacie/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/topics/question/validacie/README.md", "pages/topics/question/navod/README.md", "pages/students/2021/artur_hyrenko/README.md", "pages/students/2019/michal_stromko/README.md", "pages/students/2016/tomas_kucharik/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/question/validacie", "https://zp.kemt.fei.tuke.sk/topics/question/navod", "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0680", "split": "test", "category": "topic_page_lookup", "difficulty": "easy", "question": "Nájdi projektovú alebo informačnú stránku „Validácia otázok a odpovedí“.", "mode": "vector", "expected_documents": [ "pages/topics/question/validacie/README.md" ], "first_relevant_rank": 2, "reciprocal_rank": 0.5, "top_documents": [ "pages/students/2016/tomas_kucharik/README.md", "pages/topics/question/validacie/README.md", "pages/topics/faq/README.md", "pages/students/2020/matej_kobylan/README.md", "pages/students/2021/martin_sarissky/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/topics/question/validacie", "https://zp.kemt.fei.tuke.sk/topics/faq", "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" ], "hit_at_1": 0, "recall_at_1": 0.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0680", "split": "test", "category": "topic_page_lookup", "difficulty": "easy", "question": "Nájdi projektovú alebo informačnú stránku „Validácia otázok a odpovedí“.", "mode": "hybrid", "expected_documents": [ "pages/topics/question/validacie/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/topics/question/validacie/README.md", "pages/students/2016/tomas_kucharik/README.md", "pages/topics/faq/README.md", "pages/students/2022/valerii_kutsenko/README.md", "pages/topics/question/nezodpovedatelne/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/question/validacie", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/topics/faq", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", "https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0681", "split": "test", "category": "topic_page_lookup", "difficulty": "medium", "question": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Validácia otázok a odpovedí“?", "mode": "fts", "expected_documents": [ "pages/topics/question/validacie/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/topics/question/validacie/README.md", "pages/topics/question/navod/README.md", "pages/students/2016/tomas_kucharik/README.md", "pages/topics/faq/README.md", "pages/students/2019/michal_stromko/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/question/validacie", "https://zp.kemt.fei.tuke.sk/topics/question/navod", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/topics/faq", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0681", "split": "test", "category": "topic_page_lookup", "difficulty": "medium", "question": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Validácia otázok a odpovedí“?", "mode": "vector", "expected_documents": [ "pages/topics/question/validacie/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/topics/question/validacie/README.md", "pages/topics/faq/README.md", "pages/topics/question/nezodpovedatelne/README.md", "pages/topics/question/navod/README.md", "pages/students/2022/valerii_kutsenko/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/question/validacie", "https://zp.kemt.fei.tuke.sk/topics/faq", "https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne", "https://zp.kemt.fei.tuke.sk/topics/question/navod", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0681", "split": "test", "category": "topic_page_lookup", "difficulty": "medium", "question": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Validácia otázok a odpovedí“?", "mode": "hybrid", "expected_documents": [ "pages/topics/question/validacie/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/topics/question/validacie/README.md", "pages/topics/faq/README.md", "pages/topics/question/navod/README.md", "pages/topics/question/nezodpovedatelne/README.md", "pages/students/2022/valerii_kutsenko/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/question/validacie", "https://zp.kemt.fei.tuke.sk/topics/faq", "https://zp.kemt.fei.tuke.sk/topics/question/navod", "https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0682", "split": "test", "category": "source_url", "difficulty": "easy", "question": "Aký source_url patrí k stránke „Validácia otázok a odpovedí“?", "mode": "fts", "expected_documents": [ "pages/topics/question/validacie/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/topics/question/validacie/README.md", "pages/topics/question/navod/README.md", "pages/students/2016/patrik_pavlisin/README.md", "pages/students/2016/tomas_kucharik/README.md", "pages/students/2019/patrik_pokrivcak/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/question/validacie", "https://zp.kemt.fei.tuke.sk/topics/question/navod", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0682", "split": "test", "category": "source_url", "difficulty": "easy", "question": "Aký source_url patrí k stránke „Validácia otázok a odpovedí“?", "mode": "vector", "expected_documents": [ "pages/topics/question/validacie/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/topics/question/validacie/README.md", "pages/topics/faq/README.md", "pages/topics/question/README.md", "pages/topics/resources/README.md", "pages/topics/question/navod/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/question/validacie", "https://zp.kemt.fei.tuke.sk/topics/faq", "https://zp.kemt.fei.tuke.sk/topics/question", "https://zp.kemt.fei.tuke.sk/topics/resources", "https://zp.kemt.fei.tuke.sk/topics/question/navod" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 }, { "id": "q0682", "split": "test", "category": "source_url", "difficulty": "easy", "question": "Aký source_url patrí k stránke „Validácia otázok a odpovedí“?", "mode": "hybrid", "expected_documents": [ "pages/topics/question/validacie/README.md" ], "first_relevant_rank": 1, "reciprocal_rank": 1.0, "top_documents": [ "pages/topics/question/validacie/README.md", "pages/topics/question/navod/README.md", "pages/topics/question/nezodpovedatelne/README.md", "pages/topics/faq/README.md", "pages/topics/question/README.md" ], "top_source_urls": [ "https://zp.kemt.fei.tuke.sk/topics/question/validacie", "https://zp.kemt.fei.tuke.sk/topics/question/navod", "https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne", "https://zp.kemt.fei.tuke.sk/topics/faq", "https://zp.kemt.fei.tuke.sk/topics/question" ], "hit_at_1": 1, "recall_at_1": 1.0, "hit_at_3": 1, "recall_at_3": 1.0, "hit_at_5": 1, "recall_at_5": 1.0 } ] }