29638 lines
1.0 MiB
29638 lines
1.0 MiB
{
|
|
"configuration": {
|
|
"questions_file": "/home/janko/DP/zp-agent/evaluation/questions.json",
|
|
"database": "/home/janko/DP/zp-agent/data/zp_index.sqlite",
|
|
"split": "test",
|
|
"dataset_question_count": 647,
|
|
"selected_question_count": 294,
|
|
"dev_question_count": 353,
|
|
"test_question_count": 294,
|
|
"limit": 5,
|
|
"published_only": false,
|
|
"max_per_document": 1,
|
|
"modes": [
|
|
"fts",
|
|
"vector",
|
|
"hybrid"
|
|
],
|
|
"metrics": [
|
|
"Hit@1",
|
|
"Hit@3",
|
|
"Hit@5",
|
|
"MRR",
|
|
"Recall@5"
|
|
]
|
|
},
|
|
"dataset_validation": {
|
|
"indexed_document_count": 110,
|
|
"missing_expected_document_count": 0,
|
|
"missing_expected_documents": []
|
|
},
|
|
"summary": {
|
|
"fts": {
|
|
"questions": 294,
|
|
"hit_at_1": 0.959184,
|
|
"hit_at_3": 0.969388,
|
|
"hit_at_5": 0.972789,
|
|
"mrr": 0.965136,
|
|
"recall_at_5": 0.972789
|
|
},
|
|
"vector": {
|
|
"questions": 294,
|
|
"hit_at_1": 0.877551,
|
|
"hit_at_3": 0.945578,
|
|
"hit_at_5": 0.955782,
|
|
"mrr": 0.911111,
|
|
"recall_at_5": 0.955782
|
|
},
|
|
"hybrid": {
|
|
"questions": 294,
|
|
"hit_at_1": 0.986395,
|
|
"hit_at_3": 0.989796,
|
|
"hit_at_5": 0.989796,
|
|
"mrr": 0.988095,
|
|
"recall_at_5": 0.989796
|
|
}
|
|
},
|
|
"by_category": {
|
|
"fts": {
|
|
"adversarial_year": {
|
|
"questions": 14,
|
|
"hit_at_1": 1.0,
|
|
"hit_at_3": 1.0,
|
|
"hit_at_5": 1.0,
|
|
"mrr": 1.0,
|
|
"recall_at_5": 1.0
|
|
},
|
|
"disambiguation_year": {
|
|
"questions": 14,
|
|
"hit_at_1": 1.0,
|
|
"hit_at_3": 1.0,
|
|
"hit_at_5": 1.0,
|
|
"mrr": 1.0,
|
|
"recall_at_5": 1.0
|
|
},
|
|
"entity_lookup": {
|
|
"questions": 20,
|
|
"hit_at_1": 1.0,
|
|
"hit_at_3": 1.0,
|
|
"hit_at_5": 1.0,
|
|
"mrr": 1.0,
|
|
"recall_at_5": 1.0
|
|
},
|
|
"fact_start_year": {
|
|
"questions": 14,
|
|
"hit_at_1": 1.0,
|
|
"hit_at_3": 1.0,
|
|
"hit_at_5": 1.0,
|
|
"mrr": 1.0,
|
|
"recall_at_5": 1.0
|
|
},
|
|
"fact_title": {
|
|
"questions": 18,
|
|
"hit_at_1": 1.0,
|
|
"hit_at_3": 1.0,
|
|
"hit_at_5": 1.0,
|
|
"mrr": 1.0,
|
|
"recall_at_5": 1.0
|
|
},
|
|
"fact_work_year": {
|
|
"questions": 18,
|
|
"hit_at_1": 0.944444,
|
|
"hit_at_3": 1.0,
|
|
"hit_at_5": 1.0,
|
|
"mrr": 0.972222,
|
|
"recall_at_5": 1.0
|
|
},
|
|
"internship_topic": {
|
|
"questions": 2,
|
|
"hit_at_1": 1.0,
|
|
"hit_at_3": 1.0,
|
|
"hit_at_5": 1.0,
|
|
"mrr": 1.0,
|
|
"recall_at_5": 1.0
|
|
},
|
|
"internship_year": {
|
|
"questions": 2,
|
|
"hit_at_1": 1.0,
|
|
"hit_at_3": 1.0,
|
|
"hit_at_5": 1.0,
|
|
"mrr": 1.0,
|
|
"recall_at_5": 1.0
|
|
},
|
|
"keyword_grounding": {
|
|
"questions": 60,
|
|
"hit_at_1": 0.983333,
|
|
"hit_at_3": 1.0,
|
|
"hit_at_5": 1.0,
|
|
"mrr": 0.991667,
|
|
"recall_at_5": 1.0
|
|
},
|
|
"paraphrase": {
|
|
"questions": 18,
|
|
"hit_at_1": 1.0,
|
|
"hit_at_3": 1.0,
|
|
"hit_at_5": 1.0,
|
|
"mrr": 1.0,
|
|
"recall_at_5": 1.0
|
|
},
|
|
"reverse_lookup": {
|
|
"questions": 19,
|
|
"hit_at_1": 0.947368,
|
|
"hit_at_3": 0.947368,
|
|
"hit_at_5": 0.947368,
|
|
"mrr": 0.947368,
|
|
"recall_at_5": 0.947368
|
|
},
|
|
"source_url": {
|
|
"questions": 8,
|
|
"hit_at_1": 1.0,
|
|
"hit_at_3": 1.0,
|
|
"hit_at_5": 1.0,
|
|
"mrr": 1.0,
|
|
"recall_at_5": 1.0
|
|
},
|
|
"specific_fact": {
|
|
"questions": 39,
|
|
"hit_at_1": 0.769231,
|
|
"hit_at_3": 0.794872,
|
|
"hit_at_5": 0.820513,
|
|
"mrr": 0.788462,
|
|
"recall_at_5": 0.820513
|
|
},
|
|
"topic_lookup": {
|
|
"questions": 18,
|
|
"hit_at_1": 1.0,
|
|
"hit_at_3": 1.0,
|
|
"hit_at_5": 1.0,
|
|
"mrr": 1.0,
|
|
"recall_at_5": 1.0
|
|
},
|
|
"topic_page_lookup": {
|
|
"questions": 16,
|
|
"hit_at_1": 1.0,
|
|
"hit_at_3": 1.0,
|
|
"hit_at_5": 1.0,
|
|
"mrr": 1.0,
|
|
"recall_at_5": 1.0
|
|
},
|
|
"verification": {
|
|
"questions": 14,
|
|
"hit_at_1": 1.0,
|
|
"hit_at_3": 1.0,
|
|
"hit_at_5": 1.0,
|
|
"mrr": 1.0,
|
|
"recall_at_5": 1.0
|
|
}
|
|
},
|
|
"vector": {
|
|
"adversarial_year": {
|
|
"questions": 14,
|
|
"hit_at_1": 0.928571,
|
|
"hit_at_3": 1.0,
|
|
"hit_at_5": 1.0,
|
|
"mrr": 0.964286,
|
|
"recall_at_5": 1.0
|
|
},
|
|
"disambiguation_year": {
|
|
"questions": 14,
|
|
"hit_at_1": 1.0,
|
|
"hit_at_3": 1.0,
|
|
"hit_at_5": 1.0,
|
|
"mrr": 1.0,
|
|
"recall_at_5": 1.0
|
|
},
|
|
"entity_lookup": {
|
|
"questions": 20,
|
|
"hit_at_1": 0.75,
|
|
"hit_at_3": 0.95,
|
|
"hit_at_5": 0.95,
|
|
"mrr": 0.833333,
|
|
"recall_at_5": 0.95
|
|
},
|
|
"fact_start_year": {
|
|
"questions": 14,
|
|
"hit_at_1": 1.0,
|
|
"hit_at_3": 1.0,
|
|
"hit_at_5": 1.0,
|
|
"mrr": 1.0,
|
|
"recall_at_5": 1.0
|
|
},
|
|
"fact_title": {
|
|
"questions": 18,
|
|
"hit_at_1": 1.0,
|
|
"hit_at_3": 1.0,
|
|
"hit_at_5": 1.0,
|
|
"mrr": 1.0,
|
|
"recall_at_5": 1.0
|
|
},
|
|
"fact_work_year": {
|
|
"questions": 18,
|
|
"hit_at_1": 1.0,
|
|
"hit_at_3": 1.0,
|
|
"hit_at_5": 1.0,
|
|
"mrr": 1.0,
|
|
"recall_at_5": 1.0
|
|
},
|
|
"internship_topic": {
|
|
"questions": 2,
|
|
"hit_at_1": 0.0,
|
|
"hit_at_3": 0.0,
|
|
"hit_at_5": 0.0,
|
|
"mrr": 0.0,
|
|
"recall_at_5": 0.0
|
|
},
|
|
"internship_year": {
|
|
"questions": 2,
|
|
"hit_at_1": 0.0,
|
|
"hit_at_3": 0.0,
|
|
"hit_at_5": 0.0,
|
|
"mrr": 0.0,
|
|
"recall_at_5": 0.0
|
|
},
|
|
"keyword_grounding": {
|
|
"questions": 60,
|
|
"hit_at_1": 0.866667,
|
|
"hit_at_3": 0.933333,
|
|
"hit_at_5": 0.95,
|
|
"mrr": 0.904167,
|
|
"recall_at_5": 0.95
|
|
},
|
|
"paraphrase": {
|
|
"questions": 18,
|
|
"hit_at_1": 1.0,
|
|
"hit_at_3": 1.0,
|
|
"hit_at_5": 1.0,
|
|
"mrr": 1.0,
|
|
"recall_at_5": 1.0
|
|
},
|
|
"reverse_lookup": {
|
|
"questions": 19,
|
|
"hit_at_1": 0.736842,
|
|
"hit_at_3": 0.842105,
|
|
"hit_at_5": 0.894737,
|
|
"mrr": 0.791228,
|
|
"recall_at_5": 0.894737
|
|
},
|
|
"source_url": {
|
|
"questions": 8,
|
|
"hit_at_1": 1.0,
|
|
"hit_at_3": 1.0,
|
|
"hit_at_5": 1.0,
|
|
"mrr": 1.0,
|
|
"recall_at_5": 1.0
|
|
},
|
|
"specific_fact": {
|
|
"questions": 39,
|
|
"hit_at_1": 0.846154,
|
|
"hit_at_3": 0.948718,
|
|
"hit_at_5": 0.948718,
|
|
"mrr": 0.893162,
|
|
"recall_at_5": 0.948718
|
|
},
|
|
"topic_lookup": {
|
|
"questions": 18,
|
|
"hit_at_1": 0.777778,
|
|
"hit_at_3": 0.888889,
|
|
"hit_at_5": 0.944444,
|
|
"mrr": 0.847222,
|
|
"recall_at_5": 0.944444
|
|
},
|
|
"topic_page_lookup": {
|
|
"questions": 16,
|
|
"hit_at_1": 0.875,
|
|
"hit_at_3": 1.0,
|
|
"hit_at_5": 1.0,
|
|
"mrr": 0.927083,
|
|
"recall_at_5": 1.0
|
|
},
|
|
"verification": {
|
|
"questions": 14,
|
|
"hit_at_1": 0.928571,
|
|
"hit_at_3": 1.0,
|
|
"hit_at_5": 1.0,
|
|
"mrr": 0.964286,
|
|
"recall_at_5": 1.0
|
|
}
|
|
},
|
|
"hybrid": {
|
|
"adversarial_year": {
|
|
"questions": 14,
|
|
"hit_at_1": 1.0,
|
|
"hit_at_3": 1.0,
|
|
"hit_at_5": 1.0,
|
|
"mrr": 1.0,
|
|
"recall_at_5": 1.0
|
|
},
|
|
"disambiguation_year": {
|
|
"questions": 14,
|
|
"hit_at_1": 1.0,
|
|
"hit_at_3": 1.0,
|
|
"hit_at_5": 1.0,
|
|
"mrr": 1.0,
|
|
"recall_at_5": 1.0
|
|
},
|
|
"entity_lookup": {
|
|
"questions": 20,
|
|
"hit_at_1": 1.0,
|
|
"hit_at_3": 1.0,
|
|
"hit_at_5": 1.0,
|
|
"mrr": 1.0,
|
|
"recall_at_5": 1.0
|
|
},
|
|
"fact_start_year": {
|
|
"questions": 14,
|
|
"hit_at_1": 1.0,
|
|
"hit_at_3": 1.0,
|
|
"hit_at_5": 1.0,
|
|
"mrr": 1.0,
|
|
"recall_at_5": 1.0
|
|
},
|
|
"fact_title": {
|
|
"questions": 18,
|
|
"hit_at_1": 1.0,
|
|
"hit_at_3": 1.0,
|
|
"hit_at_5": 1.0,
|
|
"mrr": 1.0,
|
|
"recall_at_5": 1.0
|
|
},
|
|
"fact_work_year": {
|
|
"questions": 18,
|
|
"hit_at_1": 1.0,
|
|
"hit_at_3": 1.0,
|
|
"hit_at_5": 1.0,
|
|
"mrr": 1.0,
|
|
"recall_at_5": 1.0
|
|
},
|
|
"internship_topic": {
|
|
"questions": 2,
|
|
"hit_at_1": 1.0,
|
|
"hit_at_3": 1.0,
|
|
"hit_at_5": 1.0,
|
|
"mrr": 1.0,
|
|
"recall_at_5": 1.0
|
|
},
|
|
"internship_year": {
|
|
"questions": 2,
|
|
"hit_at_1": 1.0,
|
|
"hit_at_3": 1.0,
|
|
"hit_at_5": 1.0,
|
|
"mrr": 1.0,
|
|
"recall_at_5": 1.0
|
|
},
|
|
"keyword_grounding": {
|
|
"questions": 60,
|
|
"hit_at_1": 1.0,
|
|
"hit_at_3": 1.0,
|
|
"hit_at_5": 1.0,
|
|
"mrr": 1.0,
|
|
"recall_at_5": 1.0
|
|
},
|
|
"paraphrase": {
|
|
"questions": 18,
|
|
"hit_at_1": 1.0,
|
|
"hit_at_3": 1.0,
|
|
"hit_at_5": 1.0,
|
|
"mrr": 1.0,
|
|
"recall_at_5": 1.0
|
|
},
|
|
"reverse_lookup": {
|
|
"questions": 19,
|
|
"hit_at_1": 0.947368,
|
|
"hit_at_3": 0.947368,
|
|
"hit_at_5": 0.947368,
|
|
"mrr": 0.947368,
|
|
"recall_at_5": 0.947368
|
|
},
|
|
"source_url": {
|
|
"questions": 8,
|
|
"hit_at_1": 1.0,
|
|
"hit_at_3": 1.0,
|
|
"hit_at_5": 1.0,
|
|
"mrr": 1.0,
|
|
"recall_at_5": 1.0
|
|
},
|
|
"specific_fact": {
|
|
"questions": 39,
|
|
"hit_at_1": 0.923077,
|
|
"hit_at_3": 0.948718,
|
|
"hit_at_5": 0.948718,
|
|
"mrr": 0.935897,
|
|
"recall_at_5": 0.948718
|
|
},
|
|
"topic_lookup": {
|
|
"questions": 18,
|
|
"hit_at_1": 1.0,
|
|
"hit_at_3": 1.0,
|
|
"hit_at_5": 1.0,
|
|
"mrr": 1.0,
|
|
"recall_at_5": 1.0
|
|
},
|
|
"topic_page_lookup": {
|
|
"questions": 16,
|
|
"hit_at_1": 1.0,
|
|
"hit_at_3": 1.0,
|
|
"hit_at_5": 1.0,
|
|
"mrr": 1.0,
|
|
"recall_at_5": 1.0
|
|
},
|
|
"verification": {
|
|
"questions": 14,
|
|
"hit_at_1": 1.0,
|
|
"hit_at_3": 1.0,
|
|
"hit_at_5": 1.0,
|
|
"mrr": 1.0,
|
|
"recall_at_5": 1.0
|
|
}
|
|
}
|
|
},
|
|
"by_difficulty": {
|
|
"fts": {
|
|
"easy": {
|
|
"questions": 88,
|
|
"hit_at_1": 0.988636,
|
|
"hit_at_3": 1.0,
|
|
"hit_at_5": 1.0,
|
|
"mrr": 0.994318,
|
|
"recall_at_5": 1.0
|
|
},
|
|
"hard": {
|
|
"questions": 28,
|
|
"hit_at_1": 1.0,
|
|
"hit_at_3": 1.0,
|
|
"hit_at_5": 1.0,
|
|
"mrr": 1.0,
|
|
"recall_at_5": 1.0
|
|
},
|
|
"medium": {
|
|
"questions": 178,
|
|
"hit_at_1": 0.938202,
|
|
"hit_at_3": 0.949438,
|
|
"hit_at_5": 0.955056,
|
|
"mrr": 0.945225,
|
|
"recall_at_5": 0.955056
|
|
}
|
|
},
|
|
"vector": {
|
|
"easy": {
|
|
"questions": 88,
|
|
"hit_at_1": 0.897727,
|
|
"hit_at_3": 0.965909,
|
|
"hit_at_5": 0.965909,
|
|
"mrr": 0.926136,
|
|
"recall_at_5": 0.965909
|
|
},
|
|
"hard": {
|
|
"questions": 28,
|
|
"hit_at_1": 0.964286,
|
|
"hit_at_3": 1.0,
|
|
"hit_at_5": 1.0,
|
|
"mrr": 0.982143,
|
|
"recall_at_5": 1.0
|
|
},
|
|
"medium": {
|
|
"questions": 178,
|
|
"hit_at_1": 0.853933,
|
|
"hit_at_3": 0.926966,
|
|
"hit_at_5": 0.94382,
|
|
"mrr": 0.892509,
|
|
"recall_at_5": 0.94382
|
|
}
|
|
},
|
|
"hybrid": {
|
|
"easy": {
|
|
"questions": 88,
|
|
"hit_at_1": 1.0,
|
|
"hit_at_3": 1.0,
|
|
"hit_at_5": 1.0,
|
|
"mrr": 1.0,
|
|
"recall_at_5": 1.0
|
|
},
|
|
"hard": {
|
|
"questions": 28,
|
|
"hit_at_1": 1.0,
|
|
"hit_at_3": 1.0,
|
|
"hit_at_5": 1.0,
|
|
"mrr": 1.0,
|
|
"recall_at_5": 1.0
|
|
},
|
|
"medium": {
|
|
"questions": 178,
|
|
"hit_at_1": 0.977528,
|
|
"hit_at_3": 0.983146,
|
|
"hit_at_5": 0.983146,
|
|
"mrr": 0.980337,
|
|
"recall_at_5": 0.983146
|
|
}
|
|
}
|
|
},
|
|
"questions": [
|
|
{
|
|
"id": "q0052",
|
|
"split": "test",
|
|
"category": "entity_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Nájdi dokument o osobe Lukáš Pokrývka.",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2016/lukas_pokryvka/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/lukas_pokryvka/README.md",
|
|
"pages/students/2016/lukas_pokryvka/timovy_projekt/README.md",
|
|
"pages/students/2016/lukas_pokryvka/dp2021/README.md",
|
|
"pages/topics/spacy/README.md",
|
|
"pages/students/2018/oleh_bilykh/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka/timovy_projekt",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka/dp2021",
|
|
"https://zp.kemt.fei.tuke.sk/topics/spacy",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0052",
|
|
"split": "test",
|
|
"category": "entity_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Nájdi dokument o osobe Lukáš Pokrývka.",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2016/lukas_pokryvka/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/lukas_pokryvka/README.md",
|
|
"pages/students/2021/manohar_gowdru_shridharu/README.md",
|
|
"pages/interns/sevval_bulburu/README.md",
|
|
"pages/interns/oliver_pejic/README.md",
|
|
"pages/students/2020/jakub_kristian_lukas/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu",
|
|
"https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu",
|
|
"https://zp.kemt.fei.tuke.sk/interns/oliver_pejic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0052",
|
|
"split": "test",
|
|
"category": "entity_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Nájdi dokument o osobe Lukáš Pokrývka.",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2016/lukas_pokryvka/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/lukas_pokryvka/README.md",
|
|
"pages/students/2021/manohar_gowdru_shridharu/README.md",
|
|
"pages/students/2020/jakub_kristian_lukas/README.md",
|
|
"pages/interns/sevval_bulburu/README.md",
|
|
"pages/interns/oliver_pejic/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas",
|
|
"https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu",
|
|
"https://zp.kemt.fei.tuke.sk/interns/oliver_pejic"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0053",
|
|
"split": "test",
|
|
"category": "fact_title",
|
|
"difficulty": "easy",
|
|
"question": "Aký je názov diplomová práca osoby Lukáš Pokrývka?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2016/lukas_pokryvka/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/lukas_pokryvka/README.md",
|
|
"pages/students/2016/lukas_pokryvka/timovy_projekt/README.md",
|
|
"pages/students/2016/lukas_pokryvka/dp2021/README.md",
|
|
"pages/topics/spacy/README.md",
|
|
"pages/students/2018/oleh_bilykh/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka/timovy_projekt",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka/dp2021",
|
|
"https://zp.kemt.fei.tuke.sk/topics/spacy",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0053",
|
|
"split": "test",
|
|
"category": "fact_title",
|
|
"difficulty": "easy",
|
|
"question": "Aký je názov diplomová práca osoby Lukáš Pokrývka?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2016/lukas_pokryvka/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/lukas_pokryvka/README.md",
|
|
"pages/students/2019/patrik_pokrivcak/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/students/2016/jakub_maruniak/dp2021/README.md",
|
|
"pages/students/2020/vladyslav_krupko/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0053",
|
|
"split": "test",
|
|
"category": "fact_title",
|
|
"difficulty": "easy",
|
|
"question": "Aký je názov diplomová práca osoby Lukáš Pokrývka?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2016/lukas_pokryvka/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/lukas_pokryvka/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/students/2019/patrik_pokrivcak/README.md",
|
|
"pages/students/2018/oleh_bilykh/README.md",
|
|
"pages/students/2016/jakub_maruniak/dp2021/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0054",
|
|
"split": "test",
|
|
"category": "reverse_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Kto sa venuje práci s názvom „Paralelné trénovanie neurónových sietí“?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2016/lukas_pokryvka/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/lukas_pokryvka/README.md",
|
|
"pages/students/2016/lukas_pokryvka/timovy_projekt/README.md",
|
|
"pages/students/2016/darius_lindvai/README.md",
|
|
"pages/students/2020/vladyslav_krupko/README.md",
|
|
"pages/students/2016/dominik_nagy/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka/timovy_projekt",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0054",
|
|
"split": "test",
|
|
"category": "reverse_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Kto sa venuje práci s názvom „Paralelné trénovanie neurónových sietí“?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2016/lukas_pokryvka/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/lukas_pokryvka/README.md",
|
|
"pages/students/2016/maros_harahus/README.md",
|
|
"pages/students/2016/darius_lindvai/README.md",
|
|
"pages/students/2016/patrik_pavlisin/dp21/README.md",
|
|
"pages/students/2018/adrian_remias/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/dp21",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0054",
|
|
"split": "test",
|
|
"category": "reverse_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Kto sa venuje práci s názvom „Paralelné trénovanie neurónových sietí“?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2016/lukas_pokryvka/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/lukas_pokryvka/README.md",
|
|
"pages/students/2016/darius_lindvai/README.md",
|
|
"pages/students/2016/maros_harahus/README.md",
|
|
"pages/students/2018/adrian_remias/README.md",
|
|
"pages/students/2021/eduard_matovka/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0055",
|
|
"split": "test",
|
|
"category": "topic_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Nájdi študenta alebo dokument, ktorý rieši tému „Paralelné trénovanie neurónových sietí“.",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2016/lukas_pokryvka/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/lukas_pokryvka/README.md",
|
|
"pages/students/2021/vladimir_ferko/README.md",
|
|
"pages/students/2016/lukas_pokryvka/timovy_projekt/README.md",
|
|
"pages/students/2022/andrii_pervashov/README.md",
|
|
"pages/students/2019/filip_tomas/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka/timovy_projekt",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0055",
|
|
"split": "test",
|
|
"category": "topic_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Nájdi študenta alebo dokument, ktorý rieši tému „Paralelné trénovanie neurónových sietí“.",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2016/lukas_pokryvka/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/lukas_pokryvka/README.md",
|
|
"pages/students/2018/adrian_remias/README.md",
|
|
"pages/students/2016/patrik_pavlisin/dp21/README.md",
|
|
"pages/students/2016/patrik_pavlisin/README.md",
|
|
"pages/students/2016/maros_harahus/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/dp21",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0055",
|
|
"split": "test",
|
|
"category": "topic_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Nájdi študenta alebo dokument, ktorý rieši tému „Paralelné trénovanie neurónových sietí“.",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2016/lukas_pokryvka/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/lukas_pokryvka/README.md",
|
|
"pages/students/2022/andrii_pervashov/README.md",
|
|
"pages/students/2016/maros_harahus/README.md",
|
|
"pages/students/2018/adrian_remias/README.md",
|
|
"pages/students/2016/patrik_pavlisin/dp21/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/dp21"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0056",
|
|
"split": "test",
|
|
"category": "paraphrase",
|
|
"difficulty": "medium",
|
|
"question": "O čom je práca osoby Lukáš Pokrývka?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2016/lukas_pokryvka/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/lukas_pokryvka/README.md",
|
|
"pages/students/2016/lukas_pokryvka/dp2021/README.md",
|
|
"pages/students/2016/lukas_pokryvka/timovy_projekt/README.md",
|
|
"pages/students/2018/ondrej_megela/README.md",
|
|
"pages/topics/spacy/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka/dp2021",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka/timovy_projekt",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela",
|
|
"https://zp.kemt.fei.tuke.sk/topics/spacy"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0056",
|
|
"split": "test",
|
|
"category": "paraphrase",
|
|
"difficulty": "medium",
|
|
"question": "O čom je práca osoby Lukáš Pokrývka?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2016/lukas_pokryvka/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/lukas_pokryvka/README.md",
|
|
"pages/students/2019/patrik_pokrivcak/README.md",
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md",
|
|
"pages/students/2020/matej_kobylan/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0056",
|
|
"split": "test",
|
|
"category": "paraphrase",
|
|
"difficulty": "medium",
|
|
"question": "O čom je práca osoby Lukáš Pokrývka?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2016/lukas_pokryvka/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/lukas_pokryvka/README.md",
|
|
"pages/students/2020/matej_kobylan/README.md",
|
|
"pages/students/2020/jakub_kristian_lukas/README.md",
|
|
"pages/students/2018/ondrej_megela/README.md",
|
|
"pages/students/2019/patrik_pokrivcak/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0057",
|
|
"split": "test",
|
|
"category": "fact_start_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku začal študovať Lukáš Pokrývka?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2016/lukas_pokryvka/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/lukas_pokryvka/README.md",
|
|
"pages/students/2016/lukas_pokryvka/timovy_projekt/README.md",
|
|
"pages/students/2016/lukas_pokryvka/dp2021/README.md",
|
|
"pages/topics/spacy/README.md",
|
|
"pages/students/2021/eduard_matovka/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka/timovy_projekt",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka/dp2021",
|
|
"https://zp.kemt.fei.tuke.sk/topics/spacy",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0057",
|
|
"split": "test",
|
|
"category": "fact_start_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku začal študovať Lukáš Pokrývka?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2016/lukas_pokryvka/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/lukas_pokryvka/README.md",
|
|
"pages/students/2018/oleh_bilykh/README.md",
|
|
"pages/students/2019/patrik_pokrivcak/README.md",
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2016/jakub_maruniak/dp2021/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0057",
|
|
"split": "test",
|
|
"category": "fact_start_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku začal študovať Lukáš Pokrývka?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2016/lukas_pokryvka/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/lukas_pokryvka/README.md",
|
|
"pages/students/2018/oleh_bilykh/README.md",
|
|
"pages/students/2018/ondrej_megela/README.md",
|
|
"pages/students/2019/patrik_pokrivcak/README.md",
|
|
"pages/students/2022/jan_malinovsky/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0058",
|
|
"split": "test",
|
|
"category": "verification",
|
|
"difficulty": "medium",
|
|
"question": "Je pri osobe Lukáš Pokrývka uvedený rok začiatku štúdia 2016?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2016/lukas_pokryvka/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/lukas_pokryvka/README.md",
|
|
"pages/students/2020/jakub_kristian_lukas/README.md",
|
|
"pages/students/2016/lukas_pokryvka/timovy_projekt/README.md",
|
|
"pages/students/2016/lukas_pokryvka/dp2021/README.md",
|
|
"pages/students/2018/oleh_bilykh/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka/timovy_projekt",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka/dp2021",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0058",
|
|
"split": "test",
|
|
"category": "verification",
|
|
"difficulty": "medium",
|
|
"question": "Je pri osobe Lukáš Pokrývka uvedený rok začiatku štúdia 2016?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2016/lukas_pokryvka/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/lukas_pokryvka/README.md",
|
|
"pages/students/2018/oleh_bilykh/README.md",
|
|
"pages/students/2018/ondrej_megela/README.md",
|
|
"pages/students/2019/patrik_pokrivcak/README.md",
|
|
"pages/students/2022/jan_malinovsky/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0058",
|
|
"split": "test",
|
|
"category": "verification",
|
|
"difficulty": "medium",
|
|
"question": "Je pri osobe Lukáš Pokrývka uvedený rok začiatku štúdia 2016?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2016/lukas_pokryvka/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/lukas_pokryvka/README.md",
|
|
"pages/students/2018/oleh_bilykh/README.md",
|
|
"pages/students/2018/ondrej_megela/README.md",
|
|
"pages/students/2019/patrik_pokrivcak/README.md",
|
|
"pages/students/2022/tetiana_mohorian/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0059",
|
|
"split": "test",
|
|
"category": "fact_work_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku je pri osobe Lukáš Pokrývka uvedená diplomová práca?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2016/lukas_pokryvka/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/lukas_pokryvka/README.md",
|
|
"pages/students/2016/lukas_pokryvka/timovy_projekt/README.md",
|
|
"pages/students/2016/lukas_pokryvka/dp2021/README.md",
|
|
"pages/students/2018/ondrej_megela/README.md",
|
|
"pages/topics/spacy/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka/timovy_projekt",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka/dp2021",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela",
|
|
"https://zp.kemt.fei.tuke.sk/topics/spacy"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0059",
|
|
"split": "test",
|
|
"category": "fact_work_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku je pri osobe Lukáš Pokrývka uvedená diplomová práca?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2016/lukas_pokryvka/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/lukas_pokryvka/README.md",
|
|
"pages/students/2019/patrik_pokrivcak/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/students/2016/jakub_maruniak/dp2021/README.md",
|
|
"pages/students/2020/vladyslav_krupko/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0059",
|
|
"split": "test",
|
|
"category": "fact_work_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku je pri osobe Lukáš Pokrývka uvedená diplomová práca?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2016/lukas_pokryvka/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/lukas_pokryvka/README.md",
|
|
"pages/students/2018/oleh_bilykh/README.md",
|
|
"pages/students/2019/patrik_pokrivcak/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/students/2016/jakub_maruniak/dp2021/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0060",
|
|
"split": "test",
|
|
"category": "disambiguation_year",
|
|
"difficulty": "hard",
|
|
"question": "Rozlíš rok začiatku štúdia a rok práce osoby Lukáš Pokrývka.",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2016/lukas_pokryvka/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/lukas_pokryvka/README.md",
|
|
"pages/students/2020/jakub_kristian_lukas/README.md",
|
|
"pages/students/2016/lukas_pokryvka/timovy_projekt/README.md",
|
|
"pages/students/2018/oleh_bilykh/README.md",
|
|
"pages/students/2016/lukas_pokryvka/dp2021/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka/timovy_projekt",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka/dp2021"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0060",
|
|
"split": "test",
|
|
"category": "disambiguation_year",
|
|
"difficulty": "hard",
|
|
"question": "Rozlíš rok začiatku štúdia a rok práce osoby Lukáš Pokrývka.",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2016/lukas_pokryvka/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/lukas_pokryvka/README.md",
|
|
"pages/students/2020/matej_kobylan/README.md",
|
|
"pages/students/2020/jakub_kristian_lukas/README.md",
|
|
"pages/students/2019/michal_stromko/README.md",
|
|
"pages/topics/legal/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"https://zp.kemt.fei.tuke.sk/topics/legal"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0060",
|
|
"split": "test",
|
|
"category": "disambiguation_year",
|
|
"difficulty": "hard",
|
|
"question": "Rozlíš rok začiatku štúdia a rok práce osoby Lukáš Pokrývka.",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2016/lukas_pokryvka/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/lukas_pokryvka/README.md",
|
|
"pages/students/2020/matej_kobylan/README.md",
|
|
"pages/students/2020/jakub_kristian_lukas/README.md",
|
|
"pages/students/2019/michal_stromko/README.md",
|
|
"pages/topics/legal/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"https://zp.kemt.fei.tuke.sk/topics/legal"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0061",
|
|
"split": "test",
|
|
"category": "adversarial_year",
|
|
"difficulty": "hard",
|
|
"question": "Je rok 2016 rokom záverečnej práce osoby Lukáš Pokrývka?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2016/lukas_pokryvka/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/lukas_pokryvka/README.md",
|
|
"pages/students/2016/lukas_pokryvka/timovy_projekt/README.md",
|
|
"pages/students/2016/lukas_pokryvka/dp2021/README.md",
|
|
"pages/topics/faq/README.md",
|
|
"pages/topics/spacy/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka/timovy_projekt",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka/dp2021",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq",
|
|
"https://zp.kemt.fei.tuke.sk/topics/spacy"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0061",
|
|
"split": "test",
|
|
"category": "adversarial_year",
|
|
"difficulty": "hard",
|
|
"question": "Je rok 2016 rokom záverečnej práce osoby Lukáš Pokrývka?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2016/lukas_pokryvka/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/lukas_pokryvka/README.md",
|
|
"pages/students/2020/vladyslav_krupko/README.md",
|
|
"pages/students/2018/ondrej_megela/README.md",
|
|
"pages/students/2021/vladimir_ferko/README.md",
|
|
"pages/students/2019/patrik_pokrivcak/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0061",
|
|
"split": "test",
|
|
"category": "adversarial_year",
|
|
"difficulty": "hard",
|
|
"question": "Je rok 2016 rokom záverečnej práce osoby Lukáš Pokrývka?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2016/lukas_pokryvka/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/lukas_pokryvka/README.md",
|
|
"pages/students/2018/ondrej_megela/README.md",
|
|
"pages/topics/faq/README.md",
|
|
"pages/topics/akopisat/README.md",
|
|
"pages/students/2020/vladyslav_krupko/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq",
|
|
"https://zp.kemt.fei.tuke.sk/topics/akopisat",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0062",
|
|
"split": "test",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou PyTorch a osobou Lukáš Pokrývka?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2016/lukas_pokryvka/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/lukas_pokryvka/README.md",
|
|
"pages/students/2016/lukas_pokryvka/timovy_projekt/README.md",
|
|
"pages/students/2016/lukas_pokryvka/dp2021/README.md",
|
|
"pages/students/2018/oleh_bilykh/README.md",
|
|
"pages/students/2018/ondrej_megela/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka/timovy_projekt",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka/dp2021",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0062",
|
|
"split": "test",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou PyTorch a osobou Lukáš Pokrývka?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2016/lukas_pokryvka/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/lukas_pokryvka/README.md",
|
|
"pages/students/2016/darius_lindvai/timovy_projekt/tutorial/README.md",
|
|
"pages/students/2018/oleh_bilykh/README.md",
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md",
|
|
"pages/students/2020/vladyslav_krupko/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai/timovy_projekt/tutorial",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0062",
|
|
"split": "test",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou PyTorch a osobou Lukáš Pokrývka?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2016/lukas_pokryvka/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/lukas_pokryvka/README.md",
|
|
"pages/students/2016/darius_lindvai/timovy_projekt/tutorial/README.md",
|
|
"pages/students/2018/oleh_bilykh/README.md",
|
|
"pages/students/2020/jakub_kristian_lukas/README.md",
|
|
"pages/students/2020/vladyslav_krupko/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai/timovy_projekt/tutorial",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0063",
|
|
"split": "test",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou NCCL a osobou Lukáš Pokrývka?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2016/lukas_pokryvka/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/lukas_pokryvka/README.md",
|
|
"pages/students/2016/lukas_pokryvka/timovy_projekt/README.md",
|
|
"pages/students/2018/oleh_bilykh/README.md",
|
|
"pages/students/2018/ondrej_megela/README.md",
|
|
"pages/students/2016/lukas_pokryvka/dp2021/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka/timovy_projekt",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka/dp2021"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0063",
|
|
"split": "test",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou NCCL a osobou Lukáš Pokrývka?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2016/lukas_pokryvka/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/lukas_pokryvka/README.md",
|
|
"pages/topics/faq/README.md",
|
|
"pages/students/2019/kristian_sopkovic/README.md",
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md",
|
|
"pages/topics/question/nezodpovedatelne/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",
|
|
"https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0063",
|
|
"split": "test",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou NCCL a osobou Lukáš Pokrývka?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2016/lukas_pokryvka/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/lukas_pokryvka/README.md",
|
|
"pages/topics/faq/README.md",
|
|
"pages/students/2018/oleh_bilykh/README.md",
|
|
"pages/students/2016/lukas_pokryvka/timovy_projekt/README.md",
|
|
"pages/students/2019/kristian_sopkovic/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka/timovy_projekt",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0064",
|
|
"split": "test",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou GPU a osobou Lukáš Pokrývka?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2016/lukas_pokryvka/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/lukas_pokryvka/README.md",
|
|
"pages/students/2016/lukas_pokryvka/timovy_projekt/README.md",
|
|
"pages/students/2018/oleh_bilykh/README.md",
|
|
"pages/students/2018/ondrej_megela/README.md",
|
|
"pages/students/2016/lukas_pokryvka/dp2021/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka/timovy_projekt",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka/dp2021"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0064",
|
|
"split": "test",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou GPU a osobou Lukáš Pokrývka?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2016/lukas_pokryvka/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/lukas_pokryvka/README.md",
|
|
"pages/students/2022/andrii_pervashov/README.md",
|
|
"pages/students/2020/vladyslav_krupko/README.md",
|
|
"pages/students/2018/oleh_bilykh/README.md",
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0064",
|
|
"split": "test",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou GPU a osobou Lukáš Pokrývka?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2016/lukas_pokryvka/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/lukas_pokryvka/README.md",
|
|
"pages/students/2018/oleh_bilykh/README.md",
|
|
"pages/students/2016/lukas_pokryvka/timovy_projekt/README.md",
|
|
"pages/students/2022/andrii_pervashov/README.md",
|
|
"pages/students/2020/vladyslav_krupko/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka/timovy_projekt",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0065",
|
|
"split": "test",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Aký dataset používal Lukáš Pokrývka pri experimentoch s detekciou rakoviny pľúc?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2016/lukas_pokryvka/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/lukas_pokryvka/README.md",
|
|
"pages/students/2016/lukas_pokryvka/timovy_projekt/README.md",
|
|
"pages/students/2016/lukas_pokryvka/dp2021/README.md",
|
|
"pages/topics/spacy/README.md",
|
|
"pages/students/2016/maros_harahus/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka/timovy_projekt",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka/dp2021",
|
|
"https://zp.kemt.fei.tuke.sk/topics/spacy",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0065",
|
|
"split": "test",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Aký dataset používal Lukáš Pokrývka pri experimentoch s detekciou rakoviny pľúc?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2016/lukas_pokryvka/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/lukas_pokryvka/README.md",
|
|
"pages/students/2021/eduard_matovka/README.md",
|
|
"pages/students/2022/andrii_pervashov/README.md",
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md",
|
|
"pages/students/2020/vladyslav_krupko/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0065",
|
|
"split": "test",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Aký dataset používal Lukáš Pokrývka pri experimentoch s detekciou rakoviny pľúc?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2016/lukas_pokryvka/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/lukas_pokryvka/README.md",
|
|
"pages/students/2019/patrik_pokrivcak/README.md",
|
|
"pages/students/2021/eduard_matovka/README.md",
|
|
"pages/students/2022/andrii_pervashov/README.md",
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0066",
|
|
"split": "test",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Aký backend použil Lukáš Pokrývka pri trénovaní na dvoch strojoch?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2016/lukas_pokryvka/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/lukas_pokryvka/README.md",
|
|
"pages/students/2016/lukas_pokryvka/timovy_projekt/README.md",
|
|
"pages/students/2016/lukas_pokryvka/dp2021/README.md",
|
|
"pages/students/2018/oleh_bilykh/README.md",
|
|
"pages/students/2018/ondrej_megela/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka/timovy_projekt",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka/dp2021",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0066",
|
|
"split": "test",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Aký backend použil Lukáš Pokrývka pri trénovaní na dvoch strojoch?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2016/lukas_pokryvka/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/lukas_pokryvka/README.md",
|
|
"pages/students/2022/andrii_pervashov/README.md",
|
|
"pages/students/2018/ondrej_megela/README.md",
|
|
"pages/students/2019/kristian_sopkovic/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0066",
|
|
"split": "test",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Aký backend použil Lukáš Pokrývka pri trénovaní na dvoch strojoch?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2016/lukas_pokryvka/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/lukas_pokryvka/README.md",
|
|
"pages/students/2018/ondrej_megela/README.md",
|
|
"pages/students/2016/maros_harahus/README.md",
|
|
"pages/students/2020/jakub_kristian_lukas/README.md",
|
|
"pages/students/2022/andrii_pervashov/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0067",
|
|
"split": "test",
|
|
"category": "entity_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Nájdi dokument o osobe Dárius Lindvai.",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2016/darius_lindvai/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/darius_lindvai/README.md",
|
|
"pages/students/2016/darius_lindvai/timovy_projekt/resers/README.md",
|
|
"pages/students/2016/darius_lindvai/timovy_projekt/tutorial/README.md",
|
|
"pages/students/2016/darius_lindvai/dp2021/README.md",
|
|
"pages/students/2021/matej_scislak/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai/timovy_projekt/resers",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai/timovy_projekt/tutorial",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai/dp2021",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0067",
|
|
"split": "test",
|
|
"category": "entity_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Nájdi dokument o osobe Dárius Lindvai.",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2016/darius_lindvai/README.md"
|
|
],
|
|
"first_relevant_rank": null,
|
|
"reciprocal_rank": 0.0,
|
|
"top_documents": [
|
|
"pages/students/2021/manohar_gowdru_shridharu/README.md",
|
|
"pages/interns/sevval_bulburu/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md",
|
|
"pages/students/2018/adrian_remias/README.md",
|
|
"pages/students/2018/david_ilas/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu",
|
|
"https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_ilas"
|
|
],
|
|
"hit_at_1": 0,
|
|
"recall_at_1": 0.0,
|
|
"hit_at_3": 0,
|
|
"recall_at_3": 0.0,
|
|
"hit_at_5": 0,
|
|
"recall_at_5": 0.0
|
|
},
|
|
{
|
|
"id": "q0067",
|
|
"split": "test",
|
|
"category": "entity_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Nájdi dokument o osobe Dárius Lindvai.",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2016/darius_lindvai/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/darius_lindvai/README.md",
|
|
"pages/students/2021/manohar_gowdru_shridharu/README.md",
|
|
"pages/interns/sevval_bulburu/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md",
|
|
"pages/students/2018/adrian_remias/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu",
|
|
"https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0068",
|
|
"split": "test",
|
|
"category": "fact_title",
|
|
"difficulty": "easy",
|
|
"question": "Aký je názov diplomová práca osoby Dárius Lindvai?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2016/darius_lindvai/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/darius_lindvai/README.md",
|
|
"pages/students/2016/darius_lindvai/timovy_projekt/tutorial/README.md",
|
|
"pages/students/2016/darius_lindvai/timovy_projekt/resers/README.md",
|
|
"pages/students/2016/darius_lindvai/dp2021/README.md",
|
|
"pages/students/2020/matus_suchanic/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai/timovy_projekt/tutorial",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai/timovy_projekt/resers",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai/dp2021",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0068",
|
|
"split": "test",
|
|
"category": "fact_title",
|
|
"difficulty": "easy",
|
|
"question": "Aký je názov diplomová práca osoby Dárius Lindvai?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2016/darius_lindvai/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/darius_lindvai/README.md",
|
|
"pages/students/2016/mark_feher/README.md",
|
|
"pages/students/2019/kristian_sopkovic/README.md",
|
|
"pages/students/2018/david_omasta/README.md",
|
|
"pages/students/2018/david_ilas/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/mark_feher",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_omasta",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_ilas"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0068",
|
|
"split": "test",
|
|
"category": "fact_title",
|
|
"difficulty": "easy",
|
|
"question": "Aký je názov diplomová práca osoby Dárius Lindvai?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2016/darius_lindvai/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/darius_lindvai/README.md",
|
|
"pages/students/2016/mark_feher/README.md",
|
|
"pages/students/2019/kristian_sopkovic/README.md",
|
|
"pages/students/2018/david_omasta/README.md",
|
|
"pages/students/2018/david_ilas/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/mark_feher",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_omasta",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_ilas"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0069",
|
|
"split": "test",
|
|
"category": "reverse_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Kto sa venuje práci s názvom „Obnovenie interpunkcie pomocou hlbokých neurónových sietí“?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2016/darius_lindvai/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/darius_lindvai/README.md",
|
|
"pages/topics/steel/README.md",
|
|
"pages/students/2016/darius_lindvai/timovy_projekt/tutorial/README.md",
|
|
"pages/students/2016/patrik_pavlisin/tp20/README.md",
|
|
"pages/students/2020/matus_suchanic/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai",
|
|
"https://zp.kemt.fei.tuke.sk/topics/steel",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai/timovy_projekt/tutorial",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0069",
|
|
"split": "test",
|
|
"category": "reverse_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Kto sa venuje práci s názvom „Obnovenie interpunkcie pomocou hlbokých neurónových sietí“?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2016/darius_lindvai/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/darius_lindvai/README.md",
|
|
"pages/students/2018/adrian_remias/README.md",
|
|
"pages/students/2016/darius_lindvai/timovy_projekt/resers/README.md",
|
|
"pages/students/2022/andrii_pervashov/README.md",
|
|
"pages/students/2017/stanislav_matsunych/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai/timovy_projekt/resers",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/stanislav_matsunych"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0069",
|
|
"split": "test",
|
|
"category": "reverse_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Kto sa venuje práci s názvom „Obnovenie interpunkcie pomocou hlbokých neurónových sietí“?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2016/darius_lindvai/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/darius_lindvai/README.md",
|
|
"pages/students/2018/adrian_remias/README.md",
|
|
"pages/students/2022/andrii_pervashov/README.md",
|
|
"pages/students/2016/darius_lindvai/timovy_projekt/resers/README.md",
|
|
"pages/students/2017/stanislav_matsunych/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai/timovy_projekt/resers",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/stanislav_matsunych"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0070",
|
|
"split": "test",
|
|
"category": "topic_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Nájdi študenta alebo dokument, ktorý rieši tému „Obnovenie interpunkcie pomocou hlbokých neurónových sietí“.",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2016/darius_lindvai/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/darius_lindvai/README.md",
|
|
"pages/topics/steel/README.md",
|
|
"pages/students/2021/vladimir_ferko/README.md",
|
|
"pages/students/2022/andrii_pervashov/README.md",
|
|
"pages/students/2019/filip_tomas/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai",
|
|
"https://zp.kemt.fei.tuke.sk/topics/steel",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0070",
|
|
"split": "test",
|
|
"category": "topic_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Nájdi študenta alebo dokument, ktorý rieši tému „Obnovenie interpunkcie pomocou hlbokých neurónových sietí“.",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2016/darius_lindvai/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/darius_lindvai/README.md",
|
|
"pages/students/2018/adrian_remias/README.md",
|
|
"pages/students/2022/andrii_pervashov/README.md",
|
|
"pages/students/2021/oleksandr_hryshchenko/README.md",
|
|
"pages/topics/otvorene/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko",
|
|
"https://zp.kemt.fei.tuke.sk/topics/otvorene"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0070",
|
|
"split": "test",
|
|
"category": "topic_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Nájdi študenta alebo dokument, ktorý rieši tému „Obnovenie interpunkcie pomocou hlbokých neurónových sietí“.",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2016/darius_lindvai/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/darius_lindvai/README.md",
|
|
"pages/students/2018/adrian_remias/README.md",
|
|
"pages/students/2022/andrii_pervashov/README.md",
|
|
"pages/students/2016/maros_harahus/README.md",
|
|
"pages/students/2017/stanislav_matsunych/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/stanislav_matsunych"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0071",
|
|
"split": "test",
|
|
"category": "paraphrase",
|
|
"difficulty": "medium",
|
|
"question": "O čom je práca osoby Dárius Lindvai?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2016/darius_lindvai/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/darius_lindvai/README.md",
|
|
"pages/students/2016/darius_lindvai/timovy_projekt/tutorial/README.md",
|
|
"pages/students/2016/darius_lindvai/timovy_projekt/resers/README.md",
|
|
"pages/students/2016/darius_lindvai/dp2021/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai/timovy_projekt/tutorial",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai/timovy_projekt/resers",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai/dp2021",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0071",
|
|
"split": "test",
|
|
"category": "paraphrase",
|
|
"difficulty": "medium",
|
|
"question": "O čom je práca osoby Dárius Lindvai?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2016/darius_lindvai/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/darius_lindvai/README.md",
|
|
"pages/students/2022/samuel_vasil/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md",
|
|
"pages/students/2020/matej_kobylan/README.md",
|
|
"pages/students/2019/kristian_sopkovic/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0071",
|
|
"split": "test",
|
|
"category": "paraphrase",
|
|
"difficulty": "medium",
|
|
"question": "O čom je práca osoby Dárius Lindvai?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2016/darius_lindvai/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/darius_lindvai/README.md",
|
|
"pages/students/2020/matej_kobylan/README.md",
|
|
"pages/students/2022/samuel_vasil/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md",
|
|
"pages/students/2019/kristian_sopkovic/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0072",
|
|
"split": "test",
|
|
"category": "fact_start_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku začal študovať Dárius Lindvai?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2016/darius_lindvai/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/darius_lindvai/README.md",
|
|
"pages/students/2016/darius_lindvai/timovy_projekt/resers/README.md",
|
|
"pages/students/2016/darius_lindvai/timovy_projekt/tutorial/README.md",
|
|
"pages/students/2016/darius_lindvai/dp2021/README.md",
|
|
"pages/students/2021/eduard_matovka/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai/timovy_projekt/resers",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai/timovy_projekt/tutorial",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai/dp2021",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0072",
|
|
"split": "test",
|
|
"category": "fact_start_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku začal študovať Dárius Lindvai?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2016/darius_lindvai/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/darius_lindvai/README.md",
|
|
"pages/students/2016/maros_harahus/README.md",
|
|
"pages/students/2020/david_kostilnik/README.md",
|
|
"pages/students/2018/david_ilas/README.md",
|
|
"pages/students/2017/dmytro_ushatenko/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_ilas",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0072",
|
|
"split": "test",
|
|
"category": "fact_start_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku začal študovať Dárius Lindvai?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2016/darius_lindvai/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/darius_lindvai/README.md",
|
|
"pages/students/2017/dmytro_ushatenko/README.md",
|
|
"pages/students/2016/maros_harahus/README.md",
|
|
"pages/students/2020/david_kostilnik/README.md",
|
|
"pages/students/2018/david_ilas/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_ilas"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0073",
|
|
"split": "test",
|
|
"category": "verification",
|
|
"difficulty": "medium",
|
|
"question": "Je pri osobe Dárius Lindvai uvedený rok začiatku štúdia 2016?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2016/darius_lindvai/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/darius_lindvai/README.md",
|
|
"pages/students/2016/darius_lindvai/timovy_projekt/resers/README.md",
|
|
"pages/students/2016/darius_lindvai/dp2021/README.md",
|
|
"pages/students/2016/darius_lindvai/timovy_projekt/tutorial/README.md",
|
|
"pages/students/2019/kristian_sopkovic/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai/timovy_projekt/resers",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai/dp2021",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai/timovy_projekt/tutorial",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0073",
|
|
"split": "test",
|
|
"category": "verification",
|
|
"difficulty": "medium",
|
|
"question": "Je pri osobe Dárius Lindvai uvedený rok začiatku štúdia 2016?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2016/darius_lindvai/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/darius_lindvai/README.md",
|
|
"pages/students/2016/maros_harahus/README.md",
|
|
"pages/students/2017/dmytro_ushatenko/README.md",
|
|
"pages/students/2018/ondrej_megela/README.md",
|
|
"pages/students/2018/david_ilas/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_ilas"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0073",
|
|
"split": "test",
|
|
"category": "verification",
|
|
"difficulty": "medium",
|
|
"question": "Je pri osobe Dárius Lindvai uvedený rok začiatku štúdia 2016?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2016/darius_lindvai/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/darius_lindvai/README.md",
|
|
"pages/students/2016/maros_harahus/README.md",
|
|
"pages/students/2017/dmytro_ushatenko/README.md",
|
|
"pages/students/2021/eduard_matovka/README.md",
|
|
"pages/students/2018/ondrej_megela/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0074",
|
|
"split": "test",
|
|
"category": "fact_work_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku je pri osobe Dárius Lindvai uvedená diplomová práca?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2016/darius_lindvai/README.md"
|
|
],
|
|
"first_relevant_rank": 2,
|
|
"reciprocal_rank": 0.5,
|
|
"top_documents": [
|
|
"pages/students/2016/darius_lindvai/timovy_projekt/resers/README.md",
|
|
"pages/students/2016/darius_lindvai/README.md",
|
|
"pages/students/2016/darius_lindvai/timovy_projekt/tutorial/README.md",
|
|
"pages/students/2016/darius_lindvai/dp2021/README.md",
|
|
"pages/students/2021/matej_scislak/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai/timovy_projekt/resers",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai/timovy_projekt/tutorial",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai/dp2021",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
|
|
],
|
|
"hit_at_1": 0,
|
|
"recall_at_1": 0.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0074",
|
|
"split": "test",
|
|
"category": "fact_work_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku je pri osobe Dárius Lindvai uvedená diplomová práca?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2016/darius_lindvai/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/darius_lindvai/README.md",
|
|
"pages/students/2016/mark_feher/README.md",
|
|
"pages/students/2018/david_omasta/README.md",
|
|
"pages/students/2016/maros_harahus/README.md",
|
|
"pages/students/2019/kristian_sopkovic/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/mark_feher",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_omasta",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0074",
|
|
"split": "test",
|
|
"category": "fact_work_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku je pri osobe Dárius Lindvai uvedená diplomová práca?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2016/darius_lindvai/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/darius_lindvai/README.md",
|
|
"pages/students/2016/mark_feher/README.md",
|
|
"pages/students/2018/david_omasta/README.md",
|
|
"pages/students/2016/maros_harahus/README.md",
|
|
"pages/students/2019/kristian_sopkovic/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/mark_feher",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_omasta",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0075",
|
|
"split": "test",
|
|
"category": "disambiguation_year",
|
|
"difficulty": "hard",
|
|
"question": "Rozlíš rok začiatku štúdia a rok práce osoby Dárius Lindvai.",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2016/darius_lindvai/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/darius_lindvai/README.md",
|
|
"pages/students/2016/darius_lindvai/dp2021/README.md",
|
|
"pages/students/2016/darius_lindvai/timovy_projekt/tutorial/README.md",
|
|
"pages/students/2016/darius_lindvai/timovy_projekt/resers/README.md",
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai/dp2021",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai/timovy_projekt/tutorial",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai/timovy_projekt/resers",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0075",
|
|
"split": "test",
|
|
"category": "disambiguation_year",
|
|
"difficulty": "hard",
|
|
"question": "Rozlíš rok začiatku štúdia a rok práce osoby Dárius Lindvai.",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2016/darius_lindvai/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/darius_lindvai/README.md",
|
|
"pages/students/2020/matej_kobylan/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md",
|
|
"pages/students/2018/david_ilas/README.md",
|
|
"pages/students/2016/maros_harahus/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_ilas",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0075",
|
|
"split": "test",
|
|
"category": "disambiguation_year",
|
|
"difficulty": "hard",
|
|
"question": "Rozlíš rok začiatku štúdia a rok práce osoby Dárius Lindvai.",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2016/darius_lindvai/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/darius_lindvai/README.md",
|
|
"pages/students/2020/matej_kobylan/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md",
|
|
"pages/students/2018/david_ilas/README.md",
|
|
"pages/students/2016/maros_harahus/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_ilas",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0076",
|
|
"split": "test",
|
|
"category": "adversarial_year",
|
|
"difficulty": "hard",
|
|
"question": "Je rok 2016 rokom záverečnej práce osoby Dárius Lindvai?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2016/darius_lindvai/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/darius_lindvai/README.md",
|
|
"pages/students/2016/darius_lindvai/timovy_projekt/tutorial/README.md",
|
|
"pages/students/2016/darius_lindvai/timovy_projekt/resers/README.md",
|
|
"pages/students/2016/darius_lindvai/dp2021/README.md",
|
|
"pages/topics/faq/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai/timovy_projekt/tutorial",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai/timovy_projekt/resers",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai/dp2021",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0076",
|
|
"split": "test",
|
|
"category": "adversarial_year",
|
|
"difficulty": "hard",
|
|
"question": "Je rok 2016 rokom záverečnej práce osoby Dárius Lindvai?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2016/darius_lindvai/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/darius_lindvai/README.md",
|
|
"pages/students/2021/vladimir_ferko/README.md",
|
|
"pages/students/2023/oleksandr_dorybohov/README.md",
|
|
"pages/topics/faq/README.md",
|
|
"pages/students/2016/maros_harahus/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0076",
|
|
"split": "test",
|
|
"category": "adversarial_year",
|
|
"difficulty": "hard",
|
|
"question": "Je rok 2016 rokom záverečnej práce osoby Dárius Lindvai?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2016/darius_lindvai/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/darius_lindvai/README.md",
|
|
"pages/topics/faq/README.md",
|
|
"pages/topics/akopisat/README.md",
|
|
"pages/students/2021/vladimir_ferko/README.md",
|
|
"pages/students/2023/oleksandr_dorybohov/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq",
|
|
"https://zp.kemt.fei.tuke.sk/topics/akopisat",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0077",
|
|
"split": "test",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou interpunkcia a osobou Dárius Lindvai?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2016/darius_lindvai/README.md"
|
|
],
|
|
"first_relevant_rank": 2,
|
|
"reciprocal_rank": 0.5,
|
|
"top_documents": [
|
|
"pages/students/2016/darius_lindvai/timovy_projekt/resers/README.md",
|
|
"pages/students/2016/darius_lindvai/README.md",
|
|
"pages/students/2016/darius_lindvai/timovy_projekt/tutorial/README.md",
|
|
"pages/students/2016/darius_lindvai/dp2021/README.md",
|
|
"pages/students/2017/martin_jancura/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai/timovy_projekt/resers",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai/timovy_projekt/tutorial",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai/dp2021",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura"
|
|
],
|
|
"hit_at_1": 0,
|
|
"recall_at_1": 0.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0077",
|
|
"split": "test",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou interpunkcia a osobou Dárius Lindvai?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2016/darius_lindvai/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/darius_lindvai/README.md",
|
|
"pages/students/2019/kristian_sopkovic/README.md",
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2018/david_omasta/README.md",
|
|
"pages/students/2016/maros_harahus/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_omasta",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0077",
|
|
"split": "test",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou interpunkcia a osobou Dárius Lindvai?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2016/darius_lindvai/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/darius_lindvai/README.md",
|
|
"pages/students/2016/darius_lindvai/timovy_projekt/resers/README.md",
|
|
"pages/students/2016/maros_harahus/README.md",
|
|
"pages/topics/faq/README.md",
|
|
"pages/students/2019/kristian_sopkovic/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai/timovy_projekt/resers",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0078",
|
|
"split": "test",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou BiLSTM a osobou Dárius Lindvai?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2016/darius_lindvai/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/darius_lindvai/README.md",
|
|
"pages/students/2016/darius_lindvai/timovy_projekt/resers/README.md",
|
|
"pages/students/2016/darius_lindvai/timovy_projekt/tutorial/README.md",
|
|
"pages/students/2016/darius_lindvai/dp2021/README.md",
|
|
"pages/students/2017/martin_jancura/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai/timovy_projekt/resers",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai/timovy_projekt/tutorial",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai/dp2021",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0078",
|
|
"split": "test",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou BiLSTM a osobou Dárius Lindvai?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2016/darius_lindvai/README.md"
|
|
],
|
|
"first_relevant_rank": 2,
|
|
"reciprocal_rank": 0.5,
|
|
"top_documents": [
|
|
"pages/students/2018/oleh_bilykh/README.md",
|
|
"pages/students/2016/darius_lindvai/README.md",
|
|
"pages/students/2023/oleksandr_dorybohov/README.md",
|
|
"pages/students/2018/david_omasta/README.md",
|
|
"pages/students/2019/kristian_sopkovic/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_omasta",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
|
|
],
|
|
"hit_at_1": 0,
|
|
"recall_at_1": 0.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0078",
|
|
"split": "test",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou BiLSTM a osobou Dárius Lindvai?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2016/darius_lindvai/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/darius_lindvai/README.md",
|
|
"pages/students/2018/oleh_bilykh/README.md",
|
|
"pages/students/2019/michal_stromko/README.md",
|
|
"pages/students/2023/oleksandr_dorybohov/README.md",
|
|
"pages/students/2018/david_omasta/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0079",
|
|
"split": "test",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou CRF a osobou Dárius Lindvai?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2016/darius_lindvai/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/darius_lindvai/README.md",
|
|
"pages/students/2016/darius_lindvai/timovy_projekt/resers/README.md",
|
|
"pages/students/2016/darius_lindvai/timovy_projekt/tutorial/README.md",
|
|
"pages/students/2016/darius_lindvai/dp2021/README.md",
|
|
"pages/students/2017/martin_jancura/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai/timovy_projekt/resers",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai/timovy_projekt/tutorial",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai/dp2021",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0079",
|
|
"split": "test",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou CRF a osobou Dárius Lindvai?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2016/darius_lindvai/README.md"
|
|
],
|
|
"first_relevant_rank": 2,
|
|
"reciprocal_rank": 0.5,
|
|
"top_documents": [
|
|
"pages/topics/faq/README.md",
|
|
"pages/students/2016/darius_lindvai/README.md",
|
|
"pages/students/2019/kristian_sopkovic/README.md",
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"
|
|
],
|
|
"hit_at_1": 0,
|
|
"recall_at_1": 0.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0079",
|
|
"split": "test",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou CRF a osobou Dárius Lindvai?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2016/darius_lindvai/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/darius_lindvai/README.md",
|
|
"pages/topics/faq/README.md",
|
|
"pages/students/2019/kristian_sopkovic/README.md",
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0080",
|
|
"split": "test",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Akú architektúru Dárius Lindvai trénoval pri obnove interpunkcie?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2016/darius_lindvai/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/darius_lindvai/README.md",
|
|
"pages/students/2016/darius_lindvai/timovy_projekt/resers/README.md",
|
|
"pages/students/2016/darius_lindvai/timovy_projekt/tutorial/README.md",
|
|
"pages/students/2016/darius_lindvai/dp2021/README.md",
|
|
"pages/students/2016/patrik_pavlisin/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai/timovy_projekt/resers",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai/timovy_projekt/tutorial",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai/dp2021",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0080",
|
|
"split": "test",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Akú architektúru Dárius Lindvai trénoval pri obnove interpunkcie?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2016/darius_lindvai/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/darius_lindvai/README.md",
|
|
"pages/students/2018/ondrej_megela/README.md",
|
|
"pages/students/2016/darius_lindvai/timovy_projekt/resers/README.md",
|
|
"pages/students/2018/adrian_remias/README.md",
|
|
"pages/students/2022/andrii_pervashov/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai/timovy_projekt/resers",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0080",
|
|
"split": "test",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Akú architektúru Dárius Lindvai trénoval pri obnove interpunkcie?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2016/darius_lindvai/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/darius_lindvai/README.md",
|
|
"pages/students/2016/darius_lindvai/timovy_projekt/resers/README.md",
|
|
"pages/students/2018/adrian_remias/README.md",
|
|
"pages/students/2018/ondrej_megela/README.md",
|
|
"pages/students/2022/andrii_pervashov/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai/timovy_projekt/resers",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0081",
|
|
"split": "test",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Akými metrikami mal Dárius Lindvai vyhodnocovať model pre jednotlivé triedy?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2016/darius_lindvai/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/darius_lindvai/README.md",
|
|
"pages/students/2016/darius_lindvai/timovy_projekt/resers/README.md",
|
|
"pages/students/2016/darius_lindvai/timovy_projekt/tutorial/README.md",
|
|
"pages/students/2016/darius_lindvai/dp2021/README.md",
|
|
"pages/students/2022/daniil_huzenko/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai/timovy_projekt/resers",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai/timovy_projekt/tutorial",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai/dp2021",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0081",
|
|
"split": "test",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Akými metrikami mal Dárius Lindvai vyhodnocovať model pre jednotlivé triedy?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2016/darius_lindvai/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/darius_lindvai/README.md",
|
|
"pages/students/2020/david_kostilnik/README.md",
|
|
"pages/students/2020/vladyslav_krupko/README.md",
|
|
"pages/students/2016/maros_harahus/README.md",
|
|
"pages/students/2021/artur_hyrenko/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0081",
|
|
"split": "test",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Akými metrikami mal Dárius Lindvai vyhodnocovať model pre jednotlivé triedy?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2016/darius_lindvai/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/darius_lindvai/README.md",
|
|
"pages/students/2020/david_kostilnik/README.md",
|
|
"pages/students/2020/vladyslav_krupko/README.md",
|
|
"pages/students/2016/maros_harahus/README.md",
|
|
"pages/students/2021/artur_hyrenko/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0093",
|
|
"split": "test",
|
|
"category": "entity_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Nájdi dokument o osobe Márk Fehér.",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2016/mark_feher/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/mark_feher/README.md",
|
|
"pages/topics/faq/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2019/david_stromp/README.md",
|
|
"pages/students/2019/michal_stromko/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/mark_feher",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/david_stromp",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0093",
|
|
"split": "test",
|
|
"category": "entity_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Nájdi dokument o osobe Márk Fehér.",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2016/mark_feher/README.md"
|
|
],
|
|
"first_relevant_rank": 2,
|
|
"reciprocal_rank": 0.5,
|
|
"top_documents": [
|
|
"pages/students/2021/manohar_gowdru_shridharu/README.md",
|
|
"pages/students/2016/mark_feher/README.md",
|
|
"pages/interns/sevval_bulburu/README.md",
|
|
"pages/students/2016/jakub_maruniak/timovy_projekt/README.md",
|
|
"pages/students/2021/vladimir_ferko/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/mark_feher",
|
|
"https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"
|
|
],
|
|
"hit_at_1": 0,
|
|
"recall_at_1": 0.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0093",
|
|
"split": "test",
|
|
"category": "entity_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Nájdi dokument o osobe Márk Fehér.",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2016/mark_feher/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/mark_feher/README.md",
|
|
"pages/students/2021/manohar_gowdru_shridharu/README.md",
|
|
"pages/interns/sevval_bulburu/README.md",
|
|
"pages/students/2016/jakub_maruniak/timovy_projekt/README.md",
|
|
"pages/students/2021/vladimir_ferko/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/mark_feher",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu",
|
|
"https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0094",
|
|
"split": "test",
|
|
"category": "fact_title",
|
|
"difficulty": "easy",
|
|
"question": "Aký je názov diplomová práca osoby Márk Fehér?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2016/mark_feher/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/mark_feher/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2020/matus_suchanic/README.md",
|
|
"pages/topics/faq/README.md",
|
|
"pages/students/2016/patrik_pavlisin/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/mark_feher",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0094",
|
|
"split": "test",
|
|
"category": "fact_title",
|
|
"difficulty": "easy",
|
|
"question": "Aký je názov diplomová práca osoby Márk Fehér?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2016/mark_feher/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/mark_feher/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/students/2017/martin_jancura/README.md",
|
|
"pages/students/2016/maros_harahus/README.md",
|
|
"pages/students/2020/david_kostilnik/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/mark_feher",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0094",
|
|
"split": "test",
|
|
"category": "fact_title",
|
|
"difficulty": "easy",
|
|
"question": "Aký je názov diplomová práca osoby Márk Fehér?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2016/mark_feher/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/mark_feher/README.md",
|
|
"pages/students/2016/maros_harahus/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/students/2016/dominik_nagy/README.md",
|
|
"pages/students/2017/martin_jancura/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/mark_feher",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0095",
|
|
"split": "test",
|
|
"category": "reverse_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Kto sa venuje práci s názvom „Klasifikácia textu metódami strojového učenia“?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2016/mark_feher/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/mark_feher/README.md",
|
|
"pages/students/2016/darius_lindvai/timovy_projekt/tutorial/README.md",
|
|
"pages/students/2016/jakub_maruniak/timovy_projekt/README.md",
|
|
"pages/students/2021/matej_novotny/README.md",
|
|
"pages/students/2016/patrik_pavlisin/dp21/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/mark_feher",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai/timovy_projekt/tutorial",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/dp21"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0095",
|
|
"split": "test",
|
|
"category": "reverse_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Kto sa venuje práci s názvom „Klasifikácia textu metódami strojového učenia“?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2016/mark_feher/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/mark_feher/README.md",
|
|
"pages/students/2016/jan_holp/timovy_projekt/README.md",
|
|
"pages/students/2020/matus_suchanic/README.md",
|
|
"pages/students/2019/artem_yatsenko/README.md",
|
|
"pages/students/2016/jan_holp/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/mark_feher",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0095",
|
|
"split": "test",
|
|
"category": "reverse_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Kto sa venuje práci s názvom „Klasifikácia textu metódami strojového učenia“?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2016/mark_feher/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/mark_feher/README.md",
|
|
"pages/students/2016/jan_holp/timovy_projekt/README.md",
|
|
"pages/students/2020/matus_suchanic/README.md",
|
|
"pages/students/2019/artem_yatsenko/README.md",
|
|
"pages/students/2016/jan_holp/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/mark_feher",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0096",
|
|
"split": "test",
|
|
"category": "topic_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Nájdi študenta alebo dokument, ktorý rieši tému „Klasifikácia textu metódami strojového učenia“.",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2016/mark_feher/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/mark_feher/README.md",
|
|
"pages/students/2016/jakub_maruniak/timovy_projekt/README.md",
|
|
"pages/students/2021/matej_novotny/README.md",
|
|
"pages/students/2016/patrik_pavlisin/tp20/README.md",
|
|
"pages/students/2021/vladimir_ferko/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/mark_feher",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0096",
|
|
"split": "test",
|
|
"category": "topic_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Nájdi študenta alebo dokument, ktorý rieši tému „Klasifikácia textu metódami strojového učenia“.",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2016/mark_feher/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/mark_feher/README.md",
|
|
"pages/students/2016/lukas_pokryvka/timovy_projekt/README.md",
|
|
"pages/students/2022/andrii_pervashov/README.md",
|
|
"pages/students/2016/jan_holp/timovy_projekt/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/mark_feher",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka/timovy_projekt",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0096",
|
|
"split": "test",
|
|
"category": "topic_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Nájdi študenta alebo dokument, ktorý rieši tému „Klasifikácia textu metódami strojového učenia“.",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2016/mark_feher/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/mark_feher/README.md",
|
|
"pages/students/2022/andrii_pervashov/README.md",
|
|
"pages/students/2016/jan_holp/timovy_projekt/README.md",
|
|
"pages/students/2021/matej_novotny/README.md",
|
|
"pages/students/2020/matej_kobylan/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/mark_feher",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0097",
|
|
"split": "test",
|
|
"category": "paraphrase",
|
|
"difficulty": "medium",
|
|
"question": "O čom je práca osoby Márk Fehér?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2016/mark_feher/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/mark_feher/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/topics/faq/README.md",
|
|
"pages/students/2016/ediz_morochovic/README.md",
|
|
"pages/students/2022/jan_ptak/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/mark_feher",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0097",
|
|
"split": "test",
|
|
"category": "paraphrase",
|
|
"difficulty": "medium",
|
|
"question": "O čom je práca osoby Márk Fehér?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2016/mark_feher/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/mark_feher/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/students/2020/david_kostilnik/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md",
|
|
"pages/students/2021/vladimir_ferko/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/mark_feher",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0097",
|
|
"split": "test",
|
|
"category": "paraphrase",
|
|
"difficulty": "medium",
|
|
"question": "O čom je práca osoby Márk Fehér?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2016/mark_feher/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/mark_feher/README.md",
|
|
"pages/students/2019/artem_yatsenko/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/students/2020/david_kostilnik/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/mark_feher",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0098",
|
|
"split": "test",
|
|
"category": "fact_work_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku je pri osobe Márk Fehér uvedená diplomová práca?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2016/mark_feher/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/mark_feher/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/topics/faq/README.md",
|
|
"pages/students/2018/david_omasta/README.md",
|
|
"pages/students/2016/darius_lindvai/timovy_projekt/resers/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/mark_feher",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_omasta",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai/timovy_projekt/resers"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0098",
|
|
"split": "test",
|
|
"category": "fact_work_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku je pri osobe Márk Fehér uvedená diplomová práca?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2016/mark_feher/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/mark_feher/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/students/2016/maros_harahus/README.md",
|
|
"pages/students/2017/martin_jancura/README.md",
|
|
"pages/students/2016/dominik_nagy/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/mark_feher",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0098",
|
|
"split": "test",
|
|
"category": "fact_work_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku je pri osobe Márk Fehér uvedená diplomová práca?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2016/mark_feher/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/mark_feher/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/students/2016/jan_holp/README.md",
|
|
"pages/students/2016/maros_harahus/README.md",
|
|
"pages/students/2017/martin_jancura/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/mark_feher",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0099",
|
|
"split": "test",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou klasifikácia textu a osobou Márk Fehér?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2016/mark_feher/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/mark_feher/README.md",
|
|
"pages/students/2017/martin_jancura/README.md",
|
|
"pages/topics/faq/README.md",
|
|
"pages/students/2021/matej_novotny/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/mark_feher",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0099",
|
|
"split": "test",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou klasifikácia textu a osobou Márk Fehér?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2016/mark_feher/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/mark_feher/README.md",
|
|
"pages/students/2021/matej_novotny/README.md",
|
|
"pages/topics/faq/README.md",
|
|
"pages/students/2020/matus_suchanic/README.md",
|
|
"pages/students/2021/vladimir_ferko/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/mark_feher",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0099",
|
|
"split": "test",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou klasifikácia textu a osobou Márk Fehér?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2016/mark_feher/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/mark_feher/README.md",
|
|
"pages/students/2021/matej_novotny/README.md",
|
|
"pages/topics/faq/README.md",
|
|
"pages/students/2020/matus_suchanic/README.md",
|
|
"pages/students/2021/vladimir_ferko/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/mark_feher",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0100",
|
|
"split": "test",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou strojové učenie a osobou Márk Fehér?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2016/mark_feher/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/mark_feher/README.md",
|
|
"pages/students/2016/jakub_maruniak/timovy_projekt/README.md",
|
|
"pages/topics/faq/README.md",
|
|
"pages/students/2016/patrik_pavlisin/dp21/README.md",
|
|
"pages/students/2016/jan_holp/timovy_projekt/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/mark_feher",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/dp21",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0100",
|
|
"split": "test",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou strojové učenie a osobou Márk Fehér?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2016/mark_feher/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/mark_feher/README.md",
|
|
"pages/students/2016/jan_holp/timovy_projekt/README.md",
|
|
"pages/topics/faq/README.md",
|
|
"pages/students/2019/kristian_sopkovic/README.md",
|
|
"pages/students/2016/patrik_pavlisin/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/mark_feher",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0100",
|
|
"split": "test",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou strojové učenie a osobou Márk Fehér?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2016/mark_feher/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/mark_feher/README.md",
|
|
"pages/students/2016/jan_holp/timovy_projekt/README.md",
|
|
"pages/students/2016/patrik_pavlisin/README.md",
|
|
"pages/topics/faq/README.md",
|
|
"pages/students/2016/maros_harahus/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/mark_feher",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0101",
|
|
"split": "test",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou scikit a osobou Márk Fehér?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2016/mark_feher/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/mark_feher/README.md",
|
|
"pages/topics/faq/README.md",
|
|
"pages/students/2017/martin_jancura/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2016/maros_harahus/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/mark_feher",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0101",
|
|
"split": "test",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou scikit a osobou Márk Fehér?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2016/mark_feher/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/mark_feher/README.md",
|
|
"pages/students/2016/jakub_maruniak/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/topics/faq/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/mark_feher",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0101",
|
|
"split": "test",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou scikit a osobou Márk Fehér?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2016/mark_feher/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/mark_feher/README.md",
|
|
"pages/students/2016/jakub_maruniak/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/topics/faq/README.md",
|
|
"pages/students/2016/maros_harahus/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/mark_feher",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0112",
|
|
"split": "test",
|
|
"category": "entity_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Nájdi dokument o osobe Dmytro Ushatenko.",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2017/dmytro_ushatenko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2017/dmytro_ushatenko/README.md",
|
|
"pages/topics/chatbot/README.md",
|
|
"pages/students/2019/dmytro_mural/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2019/david_stromp/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko",
|
|
"https://zp.kemt.fei.tuke.sk/topics/chatbot",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/david_stromp"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0112",
|
|
"split": "test",
|
|
"category": "entity_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Nájdi dokument o osobe Dmytro Ushatenko.",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2017/dmytro_ushatenko/README.md"
|
|
],
|
|
"first_relevant_rank": 3,
|
|
"reciprocal_rank": 0.333333,
|
|
"top_documents": [
|
|
"pages/students/2021/manohar_gowdru_shridharu/README.md",
|
|
"pages/interns/sevval_bulburu/README.md",
|
|
"pages/students/2017/dmytro_ushatenko/README.md",
|
|
"pages/interns/oliver_pejic/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu",
|
|
"https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko",
|
|
"https://zp.kemt.fei.tuke.sk/interns/oliver_pejic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"
|
|
],
|
|
"hit_at_1": 0,
|
|
"recall_at_1": 0.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0112",
|
|
"split": "test",
|
|
"category": "entity_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Nájdi dokument o osobe Dmytro Ushatenko.",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2017/dmytro_ushatenko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2017/dmytro_ushatenko/README.md",
|
|
"pages/students/2021/manohar_gowdru_shridharu/README.md",
|
|
"pages/interns/sevval_bulburu/README.md",
|
|
"pages/interns/oliver_pejic/README.md",
|
|
"pages/students/2019/michal_stromko/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu",
|
|
"https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu",
|
|
"https://zp.kemt.fei.tuke.sk/interns/oliver_pejic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0113",
|
|
"split": "test",
|
|
"category": "fact_title",
|
|
"difficulty": "easy",
|
|
"question": "Aký je názov bakalárska práca osoby Dmytro Ushatenko?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2017/dmytro_ushatenko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2017/dmytro_ushatenko/README.md",
|
|
"pages/topics/chatbot/README.md",
|
|
"pages/students/2019/dmytro_mural/README.md",
|
|
"pages/students/2020/matus_suchanic/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko",
|
|
"https://zp.kemt.fei.tuke.sk/topics/chatbot",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0113",
|
|
"split": "test",
|
|
"category": "fact_title",
|
|
"difficulty": "easy",
|
|
"question": "Aký je názov bakalárska práca osoby Dmytro Ushatenko?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2017/dmytro_ushatenko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2017/dmytro_ushatenko/README.md",
|
|
"pages/students/2019/dmytro_mural/README.md",
|
|
"pages/students/2023/maksym_zatirka/README.md",
|
|
"pages/students/2023/oleksandr_dorybohov/README.md",
|
|
"pages/students/2020/matus_suchanic/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0113",
|
|
"split": "test",
|
|
"category": "fact_title",
|
|
"difficulty": "easy",
|
|
"question": "Aký je názov bakalárska práca osoby Dmytro Ushatenko?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2017/dmytro_ushatenko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2017/dmytro_ushatenko/README.md",
|
|
"pages/students/2019/dmytro_mural/README.md",
|
|
"pages/students/2019/michal_stromko/README.md",
|
|
"pages/students/2023/maksym_zatirka/README.md",
|
|
"pages/students/2023/oleksandr_dorybohov/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0114",
|
|
"split": "test",
|
|
"category": "reverse_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Kto sa venuje práci s názvom „Jednoduchý chatbot v jazyku Python“?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2017/dmytro_ushatenko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2017/dmytro_ushatenko/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2019/samuel_horani/README.md",
|
|
"pages/students/2020/vladyslav_krupko/README.md",
|
|
"pages/students/2020/jakub_kristian_lukas/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0114",
|
|
"split": "test",
|
|
"category": "reverse_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Kto sa venuje práci s názvom „Jednoduchý chatbot v jazyku Python“?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2017/dmytro_ushatenko/README.md"
|
|
],
|
|
"first_relevant_rank": 5,
|
|
"reciprocal_rank": 0.2,
|
|
"top_documents": [
|
|
"pages/students/2022/yevhenii_leonov/README.md",
|
|
"pages/students/2021/artur_hyrenko/README.md",
|
|
"pages/topics/chatbot/README.md",
|
|
"pages/students/2019/samuel_horani/README.md",
|
|
"pages/students/2017/dmytro_ushatenko/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko",
|
|
"https://zp.kemt.fei.tuke.sk/topics/chatbot",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko"
|
|
],
|
|
"hit_at_1": 0,
|
|
"recall_at_1": 0.0,
|
|
"hit_at_3": 0,
|
|
"recall_at_3": 0.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0114",
|
|
"split": "test",
|
|
"category": "reverse_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Kto sa venuje práci s názvom „Jednoduchý chatbot v jazyku Python“?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2017/dmytro_ushatenko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2017/dmytro_ushatenko/README.md",
|
|
"pages/topics/chatbot/README.md",
|
|
"pages/students/2021/artur_hyrenko/README.md",
|
|
"pages/students/2019/samuel_horani/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko",
|
|
"https://zp.kemt.fei.tuke.sk/topics/chatbot",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0115",
|
|
"split": "test",
|
|
"category": "topic_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Nájdi študenta alebo dokument, ktorý rieši tému „Jednoduchý chatbot v jazyku Python“.",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2017/dmytro_ushatenko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2017/dmytro_ushatenko/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/topics/chatbot/README.md",
|
|
"pages/students/2019/samuel_horani/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/topics/chatbot",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0115",
|
|
"split": "test",
|
|
"category": "topic_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Nájdi študenta alebo dokument, ktorý rieši tému „Jednoduchý chatbot v jazyku Python“.",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2017/dmytro_ushatenko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2017/dmytro_ushatenko/README.md",
|
|
"pages/topics/chatbot/README.md",
|
|
"pages/students/2022/yevhenii_leonov/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2019/samuel_horani/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko",
|
|
"https://zp.kemt.fei.tuke.sk/topics/chatbot",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0115",
|
|
"split": "test",
|
|
"category": "topic_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Nájdi študenta alebo dokument, ktorý rieši tému „Jednoduchý chatbot v jazyku Python“.",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2017/dmytro_ushatenko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2017/dmytro_ushatenko/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/topics/chatbot/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2019/samuel_horani/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/topics/chatbot",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0116",
|
|
"split": "test",
|
|
"category": "paraphrase",
|
|
"difficulty": "medium",
|
|
"question": "O čom je práca osoby Dmytro Ushatenko?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2017/dmytro_ushatenko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2017/dmytro_ushatenko/README.md",
|
|
"pages/topics/chatbot/README.md",
|
|
"pages/students/2019/dmytro_mural/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2016/maros_harahus/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko",
|
|
"https://zp.kemt.fei.tuke.sk/topics/chatbot",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0116",
|
|
"split": "test",
|
|
"category": "paraphrase",
|
|
"difficulty": "medium",
|
|
"question": "O čom je práca osoby Dmytro Ushatenko?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2017/dmytro_ushatenko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2017/dmytro_ushatenko/README.md",
|
|
"pages/students/2023/oleksandr_dorybohov/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/students/2020/matus_suchanic/README.md",
|
|
"pages/students/2020/matej_kobylan/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0116",
|
|
"split": "test",
|
|
"category": "paraphrase",
|
|
"difficulty": "medium",
|
|
"question": "O čom je práca osoby Dmytro Ushatenko?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2017/dmytro_ushatenko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2017/dmytro_ushatenko/README.md",
|
|
"pages/students/2020/matej_kobylan/README.md",
|
|
"pages/students/2019/dmytro_mural/README.md",
|
|
"pages/students/2023/oleksandr_dorybohov/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0117",
|
|
"split": "test",
|
|
"category": "fact_work_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku je pri osobe Dmytro Ushatenko uvedená bakalárska práca?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2017/dmytro_ushatenko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2017/dmytro_ushatenko/README.md",
|
|
"pages/topics/chatbot/README.md",
|
|
"pages/students/2019/dmytro_mural/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2016/darius_lindvai/timovy_projekt/resers/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko",
|
|
"https://zp.kemt.fei.tuke.sk/topics/chatbot",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai/timovy_projekt/resers"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0117",
|
|
"split": "test",
|
|
"category": "fact_work_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku je pri osobe Dmytro Ushatenko uvedená bakalárska práca?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2017/dmytro_ushatenko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2017/dmytro_ushatenko/README.md",
|
|
"pages/students/2019/dmytro_mural/README.md",
|
|
"pages/students/2020/vladyslav_krupko/README.md",
|
|
"pages/students/2019/michal_stromko/README.md",
|
|
"pages/students/2020/matus_suchanic/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0117",
|
|
"split": "test",
|
|
"category": "fact_work_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku je pri osobe Dmytro Ushatenko uvedená bakalárska práca?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2017/dmytro_ushatenko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2017/dmytro_ushatenko/README.md",
|
|
"pages/students/2019/dmytro_mural/README.md",
|
|
"pages/students/2020/vladyslav_krupko/README.md",
|
|
"pages/students/2019/michal_stromko/README.md",
|
|
"pages/students/2020/matus_suchanic/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0118",
|
|
"split": "test",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou chatbot a osobou Dmytro Ushatenko?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2017/dmytro_ushatenko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2017/dmytro_ushatenko/README.md",
|
|
"pages/topics/chatbot/README.md",
|
|
"pages/students/2019/dmytro_mural/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2017/martin_jancura/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko",
|
|
"https://zp.kemt.fei.tuke.sk/topics/chatbot",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0118",
|
|
"split": "test",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou chatbot a osobou Dmytro Ushatenko?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2017/dmytro_ushatenko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2017/dmytro_ushatenko/README.md",
|
|
"pages/topics/chatbot/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2021/artur_hyrenko/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko",
|
|
"https://zp.kemt.fei.tuke.sk/topics/chatbot",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0118",
|
|
"split": "test",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou chatbot a osobou Dmytro Ushatenko?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2017/dmytro_ushatenko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2017/dmytro_ushatenko/README.md",
|
|
"pages/topics/chatbot/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2021/artur_hyrenko/README.md",
|
|
"pages/students/2021/matej_scislak/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko",
|
|
"https://zp.kemt.fei.tuke.sk/topics/chatbot",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0119",
|
|
"split": "test",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou Python a osobou Dmytro Ushatenko?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2017/dmytro_ushatenko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2017/dmytro_ushatenko/README.md",
|
|
"pages/topics/chatbot/README.md",
|
|
"pages/students/2017/martin_jancura/README.md",
|
|
"pages/students/2019/dmytro_mural/README.md",
|
|
"pages/students/2016/maros_harahus/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko",
|
|
"https://zp.kemt.fei.tuke.sk/topics/chatbot",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0119",
|
|
"split": "test",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou Python a osobou Dmytro Ushatenko?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2017/dmytro_ushatenko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2017/dmytro_ushatenko/README.md",
|
|
"pages/students/2023/maksym_zatirka/README.md",
|
|
"pages/students/2022/valerii_kutsenko/README.md",
|
|
"pages/students/2023/oleksandr_dorybohov/README.md",
|
|
"pages/students/2018/oleh_bilykh/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0119",
|
|
"split": "test",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou Python a osobou Dmytro Ushatenko?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2017/dmytro_ushatenko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2017/dmytro_ushatenko/README.md",
|
|
"pages/students/2023/oleksandr_dorybohov/README.md",
|
|
"pages/students/2021/oleksandr_hryshchenko/README.md",
|
|
"pages/students/2023/maksym_zatirka/README.md",
|
|
"pages/students/2022/valerii_kutsenko/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0120",
|
|
"split": "test",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou dialógový systém a osobou Dmytro Ushatenko?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2017/dmytro_ushatenko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2017/dmytro_ushatenko/README.md",
|
|
"pages/topics/chatbot/README.md",
|
|
"pages/students/2019/dmytro_mural/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko",
|
|
"https://zp.kemt.fei.tuke.sk/topics/chatbot",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0120",
|
|
"split": "test",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou dialógový systém a osobou Dmytro Ushatenko?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2017/dmytro_ushatenko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2017/dmytro_ushatenko/README.md",
|
|
"pages/topics/chatbot/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2021/eduard_matovka/README.md",
|
|
"pages/students/2023/oleksandr_dorybohov/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko",
|
|
"https://zp.kemt.fei.tuke.sk/topics/chatbot",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0120",
|
|
"split": "test",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou dialógový systém a osobou Dmytro Ushatenko?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2017/dmytro_ushatenko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2017/dmytro_ushatenko/README.md",
|
|
"pages/topics/chatbot/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2016/patrik_pavlisin/README.md",
|
|
"pages/topics/faq/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko",
|
|
"https://zp.kemt.fei.tuke.sk/topics/chatbot",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0121",
|
|
"split": "test",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "O čom mal informovať chatbot Dmytra Ushatenka?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2017/dmytro_ushatenko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2017/dmytro_ushatenko/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2019/samuel_horani/README.md",
|
|
"pages/students/2017/martin_jancura/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0121",
|
|
"split": "test",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "O čom mal informovať chatbot Dmytra Ushatenka?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2017/dmytro_ushatenko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2017/dmytro_ushatenko/README.md",
|
|
"pages/students/2019/samuel_horani/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md",
|
|
"pages/students/2021/artur_hyrenko/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0121",
|
|
"split": "test",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "O čom mal informovať chatbot Dmytra Ushatenka?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2017/dmytro_ushatenko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2017/dmytro_ushatenko/README.md",
|
|
"pages/students/2019/samuel_horani/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md",
|
|
"pages/students/2021/matej_scislak/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0132",
|
|
"split": "test",
|
|
"category": "entity_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Nájdi dokument o osobe Martin Wencel.",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2018/martin_wencel/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2018/martin_wencel/README.md",
|
|
"pages/students/2019/kristian_sopkovic/README.md",
|
|
"pages/topics/spacy/README.md",
|
|
"pages/students/2019/artem_yatsenko/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic",
|
|
"https://zp.kemt.fei.tuke.sk/topics/spacy",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0132",
|
|
"split": "test",
|
|
"category": "entity_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Nájdi dokument o osobe Martin Wencel.",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2018/martin_wencel/README.md"
|
|
],
|
|
"first_relevant_rank": 2,
|
|
"reciprocal_rank": 0.5,
|
|
"top_documents": [
|
|
"pages/students/2021/manohar_gowdru_shridharu/README.md",
|
|
"pages/students/2018/martin_wencel/README.md",
|
|
"pages/students/2017/martin_jancura/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md",
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"
|
|
],
|
|
"hit_at_1": 0,
|
|
"recall_at_1": 0.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0132",
|
|
"split": "test",
|
|
"category": "entity_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Nájdi dokument o osobe Martin Wencel.",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2018/martin_wencel/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2018/martin_wencel/README.md",
|
|
"pages/students/2021/manohar_gowdru_shridharu/README.md",
|
|
"pages/students/2017/martin_jancura/README.md",
|
|
"pages/students/2019/artem_yatsenko/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0133",
|
|
"split": "test",
|
|
"category": "fact_title",
|
|
"difficulty": "easy",
|
|
"question": "Aký je názov bakalárska práca osoby Martin Wencel?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2018/martin_wencel/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2018/martin_wencel/README.md",
|
|
"pages/students/2019/artem_yatsenko/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/topics/spacy/README.md",
|
|
"pages/students/2019/kristian_sopkovic/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/topics/spacy",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0133",
|
|
"split": "test",
|
|
"category": "fact_title",
|
|
"difficulty": "easy",
|
|
"question": "Aký je názov bakalárska práca osoby Martin Wencel?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2018/martin_wencel/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2018/martin_wencel/README.md",
|
|
"pages/students/2019/artem_yatsenko/README.md",
|
|
"pages/students/2017/martin_jancura/README.md",
|
|
"pages/students/2019/michal_stromko/README.md",
|
|
"pages/students/2019/kristian_sopkovic/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0133",
|
|
"split": "test",
|
|
"category": "fact_title",
|
|
"difficulty": "easy",
|
|
"question": "Aký je názov bakalárska práca osoby Martin Wencel?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2018/martin_wencel/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2018/martin_wencel/README.md",
|
|
"pages/students/2019/artem_yatsenko/README.md",
|
|
"pages/students/2017/martin_jancura/README.md",
|
|
"pages/students/2019/kristian_sopkovic/README.md",
|
|
"pages/students/2019/michal_stromko/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0134",
|
|
"split": "test",
|
|
"category": "reverse_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Kto sa venuje práci s názvom „Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy“?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2018/martin_wencel/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2018/martin_wencel/README.md",
|
|
"pages/students/2016/jakub_maruniak/README.md",
|
|
"pages/students/2016/maros_harahus/timovy_projekt/README.md",
|
|
"pages/students/2019/kristian_sopkovic/README.md",
|
|
"pages/students/2018/NaN1name_buday/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/NaN1name_buday"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0134",
|
|
"split": "test",
|
|
"category": "reverse_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Kto sa venuje práci s názvom „Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy“?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2018/martin_wencel/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2018/martin_wencel/README.md",
|
|
"pages/topics/spacy/README.md",
|
|
"pages/students/2016/maros_harahus/timovy_projekt/README.md",
|
|
"pages/students/2016/maros_harahus/README.md",
|
|
"pages/students/2016/jakub_maruniak/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel",
|
|
"https://zp.kemt.fei.tuke.sk/topics/spacy",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0134",
|
|
"split": "test",
|
|
"category": "reverse_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Kto sa venuje práci s názvom „Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy“?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2018/martin_wencel/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2018/martin_wencel/README.md",
|
|
"pages/students/2016/maros_harahus/timovy_projekt/README.md",
|
|
"pages/topics/spacy/README.md",
|
|
"pages/students/2016/maros_harahus/README.md",
|
|
"pages/students/2016/jakub_maruniak/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt",
|
|
"https://zp.kemt.fei.tuke.sk/topics/spacy",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0135",
|
|
"split": "test",
|
|
"category": "topic_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Nájdi študenta alebo dokument, ktorý rieši tému „Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy“.",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2018/martin_wencel/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2018/martin_wencel/README.md",
|
|
"pages/students/2016/jakub_maruniak/README.md",
|
|
"pages/students/2016/maros_harahus/timovy_projekt/README.md",
|
|
"pages/students/2019/kristian_sopkovic/README.md",
|
|
"pages/students/2018/NaN1name_buday/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/NaN1name_buday"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0135",
|
|
"split": "test",
|
|
"category": "topic_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Nájdi študenta alebo dokument, ktorý rieši tému „Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy“.",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2018/martin_wencel/README.md"
|
|
],
|
|
"first_relevant_rank": 2,
|
|
"reciprocal_rank": 0.5,
|
|
"top_documents": [
|
|
"pages/students/2016/maros_harahus/timovy_projekt/README.md",
|
|
"pages/students/2018/martin_wencel/README.md",
|
|
"pages/topics/spacy/README.md",
|
|
"pages/students/2019/kristian_sopkovic/README.md",
|
|
"pages/students/2016/jakub_maruniak/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel",
|
|
"https://zp.kemt.fei.tuke.sk/topics/spacy",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"
|
|
],
|
|
"hit_at_1": 0,
|
|
"recall_at_1": 0.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0135",
|
|
"split": "test",
|
|
"category": "topic_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Nájdi študenta alebo dokument, ktorý rieši tému „Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy“.",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2018/martin_wencel/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2018/martin_wencel/README.md",
|
|
"pages/students/2016/maros_harahus/timovy_projekt/README.md",
|
|
"pages/students/2016/jakub_maruniak/README.md",
|
|
"pages/topics/spacy/README.md",
|
|
"pages/students/2019/kristian_sopkovic/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"https://zp.kemt.fei.tuke.sk/topics/spacy",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0136",
|
|
"split": "test",
|
|
"category": "paraphrase",
|
|
"difficulty": "medium",
|
|
"question": "O čom je práca osoby Martin Wencel?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2018/martin_wencel/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2018/martin_wencel/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2019/artem_yatsenko/README.md",
|
|
"pages/topics/spacy/README.md",
|
|
"pages/students/2019/kristian_sopkovic/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",
|
|
"https://zp.kemt.fei.tuke.sk/topics/spacy",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0136",
|
|
"split": "test",
|
|
"category": "paraphrase",
|
|
"difficulty": "medium",
|
|
"question": "O čom je práca osoby Martin Wencel?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2018/martin_wencel/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2018/martin_wencel/README.md",
|
|
"pages/students/2017/martin_jancura/README.md",
|
|
"pages/students/2019/artem_yatsenko/README.md",
|
|
"pages/students/2019/michal_stromko/README.md",
|
|
"pages/students/2020/kamil_tomcufcik/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/kamil_tomcufcik"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0136",
|
|
"split": "test",
|
|
"category": "paraphrase",
|
|
"difficulty": "medium",
|
|
"question": "O čom je práca osoby Martin Wencel?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2018/martin_wencel/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2018/martin_wencel/README.md",
|
|
"pages/students/2019/artem_yatsenko/README.md",
|
|
"pages/students/2017/martin_jancura/README.md",
|
|
"pages/students/2019/kristian_sopkovic/README.md",
|
|
"pages/students/2019/michal_stromko/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0137",
|
|
"split": "test",
|
|
"category": "fact_work_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku je pri osobe Martin Wencel uvedená bakalárska práca?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2018/martin_wencel/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2018/martin_wencel/README.md",
|
|
"pages/topics/spacy/README.md",
|
|
"pages/students/2019/artem_yatsenko/README.md",
|
|
"pages/students/2019/kristian_sopkovic/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel",
|
|
"https://zp.kemt.fei.tuke.sk/topics/spacy",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0137",
|
|
"split": "test",
|
|
"category": "fact_work_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku je pri osobe Martin Wencel uvedená bakalárska práca?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2018/martin_wencel/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2018/martin_wencel/README.md",
|
|
"pages/students/2019/artem_yatsenko/README.md",
|
|
"pages/students/2017/martin_jancura/README.md",
|
|
"pages/students/2019/michal_stromko/README.md",
|
|
"pages/students/2016/ediz_morochovic/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0137",
|
|
"split": "test",
|
|
"category": "fact_work_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku je pri osobe Martin Wencel uvedená bakalárska práca?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2018/martin_wencel/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2018/martin_wencel/README.md",
|
|
"pages/students/2019/artem_yatsenko/README.md",
|
|
"pages/students/2017/martin_jancura/README.md",
|
|
"pages/students/2019/kristian_sopkovic/README.md",
|
|
"pages/students/2019/michal_stromko/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0138",
|
|
"split": "test",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou Spacy a osobou Martin Wencel?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2018/martin_wencel/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2018/martin_wencel/README.md",
|
|
"pages/topics/spacy/README.md",
|
|
"pages/students/2017/martin_jancura/README.md",
|
|
"pages/students/2019/artem_yatsenko/README.md",
|
|
"pages/students/2019/kristian_sopkovic/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel",
|
|
"https://zp.kemt.fei.tuke.sk/topics/spacy",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0138",
|
|
"split": "test",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou Spacy a osobou Martin Wencel?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2018/martin_wencel/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2018/martin_wencel/README.md",
|
|
"pages/students/2019/artem_yatsenko/README.md",
|
|
"pages/students/2019/kristian_sopkovic/README.md",
|
|
"pages/topics/spacy/README.md",
|
|
"pages/students/2016/maros_harahus/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic",
|
|
"https://zp.kemt.fei.tuke.sk/topics/spacy",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0138",
|
|
"split": "test",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou Spacy a osobou Martin Wencel?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2018/martin_wencel/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2018/martin_wencel/README.md",
|
|
"pages/students/2019/artem_yatsenko/README.md",
|
|
"pages/students/2019/kristian_sopkovic/README.md",
|
|
"pages/topics/spacy/README.md",
|
|
"pages/students/2016/maros_harahus/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic",
|
|
"https://zp.kemt.fei.tuke.sk/topics/spacy",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0139",
|
|
"split": "test",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou morfologická analýza a osobou Martin Wencel?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2018/martin_wencel/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2018/martin_wencel/README.md",
|
|
"pages/students/2017/martin_jancura/README.md",
|
|
"pages/topics/morphology/README.md",
|
|
"pages/topics/otvorene/README.md",
|
|
"pages/topics/spacy/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura",
|
|
"https://zp.kemt.fei.tuke.sk/topics/morphology",
|
|
"https://zp.kemt.fei.tuke.sk/topics/otvorene",
|
|
"https://zp.kemt.fei.tuke.sk/topics/spacy"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0139",
|
|
"split": "test",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou morfologická analýza a osobou Martin Wencel?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2018/martin_wencel/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2018/martin_wencel/README.md",
|
|
"pages/topics/morphology/README.md",
|
|
"pages/students/2019/artem_yatsenko/README.md",
|
|
"pages/students/2016/maros_harahus/README.md",
|
|
"pages/students/2020/kamil_tomcufcik/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel",
|
|
"https://zp.kemt.fei.tuke.sk/topics/morphology",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/kamil_tomcufcik"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0139",
|
|
"split": "test",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou morfologická analýza a osobou Martin Wencel?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2018/martin_wencel/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2018/martin_wencel/README.md",
|
|
"pages/topics/morphology/README.md",
|
|
"pages/students/2019/artem_yatsenko/README.md",
|
|
"pages/students/2016/maros_harahus/README.md",
|
|
"pages/students/2017/martin_jancura/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel",
|
|
"https://zp.kemt.fei.tuke.sk/topics/morphology",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0140",
|
|
"split": "test",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou pomenované entity a osobou Martin Wencel?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2018/martin_wencel/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2018/martin_wencel/README.md",
|
|
"pages/topics/named-entity/README.md",
|
|
"pages/students/2019/artem_yatsenko/README.md",
|
|
"pages/students/2017/martin_jancura/README.md",
|
|
"pages/topics/spacy/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel",
|
|
"https://zp.kemt.fei.tuke.sk/topics/named-entity",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura",
|
|
"https://zp.kemt.fei.tuke.sk/topics/spacy"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0140",
|
|
"split": "test",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou pomenované entity a osobou Martin Wencel?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2018/martin_wencel/README.md"
|
|
],
|
|
"first_relevant_rank": 2,
|
|
"reciprocal_rank": 0.5,
|
|
"top_documents": [
|
|
"pages/students/2019/artem_yatsenko/README.md",
|
|
"pages/students/2018/martin_wencel/README.md",
|
|
"pages/students/2016/ediz_morochovic/README.md",
|
|
"pages/students/2017/martin_jancura/README.md",
|
|
"pages/students/2020/kamil_tomcufcik/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/kamil_tomcufcik"
|
|
],
|
|
"hit_at_1": 0,
|
|
"recall_at_1": 0.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0140",
|
|
"split": "test",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou pomenované entity a osobou Martin Wencel?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2018/martin_wencel/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2018/martin_wencel/README.md",
|
|
"pages/topics/named-entity/README.md",
|
|
"pages/students/2019/artem_yatsenko/README.md",
|
|
"pages/students/2017/martin_jancura/README.md",
|
|
"pages/students/2016/patrik_pavlisin/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel",
|
|
"https://zp.kemt.fei.tuke.sk/topics/named-entity",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0141",
|
|
"split": "test",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Aké tri NLP úlohy mal Martin Wencel vysvetliť v práci?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2018/martin_wencel/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2018/martin_wencel/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2017/martin_jancura/README.md",
|
|
"pages/topics/spacy/README.md",
|
|
"pages/students/2016/patrik_pavlisin/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura",
|
|
"https://zp.kemt.fei.tuke.sk/topics/spacy",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0141",
|
|
"split": "test",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Aké tri NLP úlohy mal Martin Wencel vysvetliť v práci?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2018/martin_wencel/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2018/martin_wencel/README.md",
|
|
"pages/students/2017/martin_jancura/README.md",
|
|
"pages/students/2018/ondrej_megela/README.md",
|
|
"pages/students/2019/artem_yatsenko/README.md",
|
|
"pages/students/2018/oleh_bilykh/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0141",
|
|
"split": "test",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Aké tri NLP úlohy mal Martin Wencel vysvetliť v práci?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2018/martin_wencel/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2018/martin_wencel/README.md",
|
|
"pages/students/2017/martin_jancura/README.md",
|
|
"pages/students/2019/artem_yatsenko/README.md",
|
|
"pages/students/2018/ondrej_megela/README.md",
|
|
"pages/students/2016/patrik_pavlisin/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0153",
|
|
"split": "test",
|
|
"category": "entity_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Nájdi dokument o osobe Filip Tomáš.",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2019/filip_tomas/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2019/filip_tomas/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2019/david_stromp/README.md",
|
|
"pages/students/2019/michal_stromko/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/david_stromp",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0153",
|
|
"split": "test",
|
|
"category": "entity_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Nájdi dokument o osobe Filip Tomáš.",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2019/filip_tomas/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2019/filip_tomas/README.md",
|
|
"pages/students/2021/manohar_gowdru_shridharu/README.md",
|
|
"pages/students/2019/michal_stromko/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/interns/yussef_ressaissi/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0153",
|
|
"split": "test",
|
|
"category": "entity_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Nájdi dokument o osobe Filip Tomáš.",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2019/filip_tomas/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2019/filip_tomas/README.md",
|
|
"pages/students/2021/manohar_gowdru_shridharu/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/students/2019/michal_stromko/README.md",
|
|
"pages/interns/yussef_ressaissi/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0154",
|
|
"split": "test",
|
|
"category": "fact_title",
|
|
"difficulty": "easy",
|
|
"question": "Aký je názov bakalárska práca osoby Filip Tomáš?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2019/filip_tomas/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2019/filip_tomas/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/students/2020/matus_suchanic/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2016/jakub_maruniak/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0154",
|
|
"split": "test",
|
|
"category": "fact_title",
|
|
"difficulty": "easy",
|
|
"question": "Aký je názov bakalárska práca osoby Filip Tomáš?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2019/filip_tomas/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2019/filip_tomas/README.md",
|
|
"pages/students/2019/michal_stromko/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/students/2019/david_stromp/README.md",
|
|
"pages/students/2016/patrik_pavlisin/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/david_stromp",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0154",
|
|
"split": "test",
|
|
"category": "fact_title",
|
|
"difficulty": "easy",
|
|
"question": "Aký je názov bakalárska práca osoby Filip Tomáš?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2019/filip_tomas/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2019/filip_tomas/README.md",
|
|
"pages/students/2019/michal_stromko/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/students/2016/patrik_pavlisin/README.md",
|
|
"pages/students/2019/david_stromp/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/david_stromp"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0155",
|
|
"split": "test",
|
|
"category": "reverse_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Kto sa venuje práci s názvom „Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia“?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2019/filip_tomas/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2019/filip_tomas/README.md",
|
|
"pages/students/2022/vladyslav_yanchenko/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/students/2019/samuel_horani/README.md",
|
|
"pages/students/2021/matej_scislak/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0155",
|
|
"split": "test",
|
|
"category": "reverse_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Kto sa venuje práci s názvom „Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia“?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2019/filip_tomas/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2019/filip_tomas/README.md",
|
|
"pages/students/2022/daniil_huzenko/README.md",
|
|
"pages/students/2018/martin_wencel/README.md",
|
|
"pages/students/2022/vladyslav_yanchenko/README.md",
|
|
"pages/students/2017/than_trung_thanh/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0155",
|
|
"split": "test",
|
|
"category": "reverse_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Kto sa venuje práci s názvom „Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia“?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2019/filip_tomas/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2019/filip_tomas/README.md",
|
|
"pages/students/2022/vladyslav_yanchenko/README.md",
|
|
"pages/students/2022/daniil_huzenko/README.md",
|
|
"pages/students/2018/martin_wencel/README.md",
|
|
"pages/students/2018/oleh_bilykh/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0156",
|
|
"split": "test",
|
|
"category": "topic_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Nájdi študenta alebo dokument, ktorý rieši tému „Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia“.",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2019/filip_tomas/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2019/filip_tomas/README.md",
|
|
"pages/students/2022/vladyslav_yanchenko/README.md",
|
|
"pages/students/2021/vladimir_ferko/README.md",
|
|
"pages/topics/steel/README.md",
|
|
"pages/topics/faq/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko",
|
|
"https://zp.kemt.fei.tuke.sk/topics/steel",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0156",
|
|
"split": "test",
|
|
"category": "topic_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Nájdi študenta alebo dokument, ktorý rieši tému „Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia“.",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2019/filip_tomas/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2019/filip_tomas/README.md",
|
|
"pages/students/2022/vladyslav_yanchenko/README.md",
|
|
"pages/students/2016/maros_harahus/README.md",
|
|
"pages/students/2017/martin_jancura/README.md",
|
|
"pages/students/2016/jakub_maruniak/dp2021/annotation/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021/annotation"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0156",
|
|
"split": "test",
|
|
"category": "topic_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Nájdi študenta alebo dokument, ktorý rieši tému „Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia“.",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2019/filip_tomas/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2019/filip_tomas/README.md",
|
|
"pages/students/2022/vladyslav_yanchenko/README.md",
|
|
"pages/students/2022/andrii_pervashov/README.md",
|
|
"pages/topics/faq/README.md",
|
|
"pages/students/2016/maros_harahus/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0157",
|
|
"split": "test",
|
|
"category": "paraphrase",
|
|
"difficulty": "medium",
|
|
"question": "O čom je práca osoby Filip Tomáš?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2019/filip_tomas/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2019/filip_tomas/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/topics/question/README.md",
|
|
"pages/students/2023/denis_le_thanh/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/topics/question",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0157",
|
|
"split": "test",
|
|
"category": "paraphrase",
|
|
"difficulty": "medium",
|
|
"question": "O čom je práca osoby Filip Tomáš?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2019/filip_tomas/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2019/filip_tomas/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/students/2019/michal_stromko/README.md",
|
|
"pages/students/2020/matej_kobylan/README.md",
|
|
"pages/students/2020/matus_suchanic/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0157",
|
|
"split": "test",
|
|
"category": "paraphrase",
|
|
"difficulty": "medium",
|
|
"question": "O čom je práca osoby Filip Tomáš?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2019/filip_tomas/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2019/filip_tomas/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/students/2019/michal_stromko/README.md",
|
|
"pages/students/2020/matej_kobylan/README.md",
|
|
"pages/students/2020/matus_suchanic/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0158",
|
|
"split": "test",
|
|
"category": "fact_work_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku je pri osobe Filip Tomáš uvedená bakalárska práca?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2019/filip_tomas/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2019/filip_tomas/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/students/2016/darius_lindvai/timovy_projekt/resers/README.md",
|
|
"pages/topics/faq/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai/timovy_projekt/resers",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0158",
|
|
"split": "test",
|
|
"category": "fact_work_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku je pri osobe Filip Tomáš uvedená bakalárska práca?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2019/filip_tomas/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2019/filip_tomas/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/students/2019/michal_stromko/README.md",
|
|
"pages/students/2019/david_stromp/README.md",
|
|
"pages/students/2021/vladimir_ferko/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/david_stromp",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0158",
|
|
"split": "test",
|
|
"category": "fact_work_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku je pri osobe Filip Tomáš uvedená bakalárska práca?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2019/filip_tomas/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2019/filip_tomas/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/students/2019/michal_stromko/README.md",
|
|
"pages/students/2019/david_stromp/README.md",
|
|
"pages/students/2021/vladimir_ferko/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/david_stromp",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0159",
|
|
"split": "test",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou CI/CD a osobou Filip Tomáš?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2019/filip_tomas/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2019/filip_tomas/README.md",
|
|
"pages/students/2022/vladyslav_yanchenko/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/students/2017/martin_jancura/README.md",
|
|
"pages/students/2016/maros_harahus/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0159",
|
|
"split": "test",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou CI/CD a osobou Filip Tomáš?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2019/filip_tomas/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2019/filip_tomas/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/topics/faq/README.md",
|
|
"pages/students/2019/michal_stromko/README.md",
|
|
"pages/students/2018/oleh_bilykh/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0159",
|
|
"split": "test",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou CI/CD a osobou Filip Tomáš?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2019/filip_tomas/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2019/filip_tomas/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/topics/faq/README.md",
|
|
"pages/students/2019/michal_stromko/README.md",
|
|
"pages/students/2018/oleh_bilykh/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0160",
|
|
"split": "test",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou Docker Compose a osobou Filip Tomáš?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2019/filip_tomas/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2019/filip_tomas/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/students/2019/michal_stromko/README.md",
|
|
"pages/students/2023/maksym_zatirka/README.md",
|
|
"pages/students/2017/martin_jancura/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0160",
|
|
"split": "test",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou Docker Compose a osobou Filip Tomáš?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2019/filip_tomas/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2019/filip_tomas/README.md",
|
|
"pages/students/2019/michal_stromko/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/students/2022/samuel_vasil/README.md",
|
|
"pages/students/2018/samuel_sirotnik/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0160",
|
|
"split": "test",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou Docker Compose a osobou Filip Tomáš?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2019/filip_tomas/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2019/filip_tomas/README.md",
|
|
"pages/students/2019/michal_stromko/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/students/2022/samuel_vasil/README.md",
|
|
"pages/students/2018/samuel_sirotnik/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0161",
|
|
"split": "test",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou microk8s a osobou Filip Tomáš?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2019/filip_tomas/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2019/filip_tomas/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/students/2017/martin_jancura/README.md",
|
|
"pages/students/2022/daniil_huzenko/README.md",
|
|
"pages/students/2016/maros_harahus/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0161",
|
|
"split": "test",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou microk8s a osobou Filip Tomáš?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2019/filip_tomas/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2019/filip_tomas/README.md",
|
|
"pages/students/2018/oleh_bilykh/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/students/2019/michal_stromko/README.md",
|
|
"pages/students/2018/samuel_sirotnik/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0161",
|
|
"split": "test",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou microk8s a osobou Filip Tomáš?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2019/filip_tomas/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2019/filip_tomas/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/students/2018/oleh_bilykh/README.md",
|
|
"pages/students/2019/michal_stromko/README.md",
|
|
"pages/students/2018/samuel_sirotnik/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0162",
|
|
"split": "test",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Aký systém pre orchestráciu klastra mal Filip Tomáš skúmať?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2019/filip_tomas/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2019/filip_tomas/README.md",
|
|
"pages/students/2022/daniil_huzenko/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/students/2018/samuel_sirotnik/README.md",
|
|
"pages/topics/bert/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik",
|
|
"https://zp.kemt.fei.tuke.sk/topics/bert"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0162",
|
|
"split": "test",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Aký systém pre orchestráciu klastra mal Filip Tomáš skúmať?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2019/filip_tomas/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2019/filip_tomas/README.md",
|
|
"pages/students/2022/daniil_huzenko/README.md",
|
|
"pages/students/2019/michal_stromko/README.md",
|
|
"pages/students/2019/david_stromp/README.md",
|
|
"pages/students/2018/samuel_sirotnik/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/david_stromp",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0162",
|
|
"split": "test",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Aký systém pre orchestráciu klastra mal Filip Tomáš skúmať?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2019/filip_tomas/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2019/filip_tomas/README.md",
|
|
"pages/students/2022/daniil_huzenko/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/students/2019/michal_stromko/README.md",
|
|
"pages/students/2019/david_stromp/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/david_stromp"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0163",
|
|
"split": "test",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Koľko jednotiek Raspberry Pi 4 mal Filip Tomáš k dispozícii pri návrhu klastra?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2019/filip_tomas/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2019/filip_tomas/README.md",
|
|
"pages/students/2018/samuel_sirotnik/README.md",
|
|
"pages/students/2022/daniil_huzenko/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/topics/python/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/topics/python"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0163",
|
|
"split": "test",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Koľko jednotiek Raspberry Pi 4 mal Filip Tomáš k dispozícii pri návrhu klastra?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2019/filip_tomas/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2019/filip_tomas/README.md",
|
|
"pages/students/2022/daniil_huzenko/README.md",
|
|
"pages/students/2018/samuel_sirotnik/README.md",
|
|
"pages/students/2019/david_stromp/README.md",
|
|
"pages/students/2020/vladyslav_krupko/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/david_stromp",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0163",
|
|
"split": "test",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Koľko jednotiek Raspberry Pi 4 mal Filip Tomáš k dispozícii pri návrhu klastra?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2019/filip_tomas/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2019/filip_tomas/README.md",
|
|
"pages/students/2022/daniil_huzenko/README.md",
|
|
"pages/students/2018/samuel_sirotnik/README.md",
|
|
"pages/students/2019/david_stromp/README.md",
|
|
"pages/students/2020/vladyslav_krupko/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/david_stromp",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0185",
|
|
"split": "test",
|
|
"category": "entity_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Nájdi dokument o osobe Alina Vitko.",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2019/alina_vitko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2019/alina_vitko/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2019/david_stromp/README.md",
|
|
"pages/students/2019/michal_stromko/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/david_stromp",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0185",
|
|
"split": "test",
|
|
"category": "entity_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Nájdi dokument o osobe Alina Vitko.",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2019/alina_vitko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2019/alina_vitko/README.md",
|
|
"pages/students/2021/manohar_gowdru_shridharu/README.md",
|
|
"pages/students/2022/oleh_poiasnik/README.md",
|
|
"pages/students/2018/adrian_remias/README.md",
|
|
"pages/interns/sevval_bulburu/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias",
|
|
"https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0185",
|
|
"split": "test",
|
|
"category": "entity_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Nájdi dokument o osobe Alina Vitko.",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2019/alina_vitko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2019/alina_vitko/README.md",
|
|
"pages/students/2021/manohar_gowdru_shridharu/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2022/oleh_poiasnik/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0186",
|
|
"split": "test",
|
|
"category": "fact_title",
|
|
"difficulty": "easy",
|
|
"question": "Aký je názov bakalárska práca osoby Alina Vitko?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2019/alina_vitko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2019/alina_vitko/README.md",
|
|
"pages/students/2020/matus_suchanic/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2016/jakub_maruniak/README.md",
|
|
"pages/students/2021/matej_scislak/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0186",
|
|
"split": "test",
|
|
"category": "fact_title",
|
|
"difficulty": "easy",
|
|
"question": "Aký je názov bakalárska práca osoby Alina Vitko?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2019/alina_vitko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2019/alina_vitko/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2019/michal_stromko/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2020/matej_kobylan/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0186",
|
|
"split": "test",
|
|
"category": "fact_title",
|
|
"difficulty": "easy",
|
|
"question": "Aký je názov bakalárska práca osoby Alina Vitko?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2019/alina_vitko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2019/alina_vitko/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2019/michal_stromko/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2017/dmytro_ushatenko/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0187",
|
|
"split": "test",
|
|
"category": "reverse_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Kto sa venuje práci s názvom „Systémy pre generovanie odpovede na otázku v prirodzenom jazyku“?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2019/alina_vitko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2019/alina_vitko/README.md",
|
|
"pages/topics/otvorene/README.md",
|
|
"pages/students/2018/oleh_bilykh/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/topics/question/nezodpovedatelne/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko",
|
|
"https://zp.kemt.fei.tuke.sk/topics/otvorene",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0187",
|
|
"split": "test",
|
|
"category": "reverse_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Kto sa venuje práci s názvom „Systémy pre generovanie odpovede na otázku v prirodzenom jazyku“?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2019/alina_vitko/README.md"
|
|
],
|
|
"first_relevant_rank": null,
|
|
"reciprocal_rank": 0.0,
|
|
"top_documents": [
|
|
"pages/students/2018/oleh_bilykh/README.md",
|
|
"pages/students/2017/stanislav_matsunych/README.md",
|
|
"pages/topics/question/nezodpovedatelne/README.md",
|
|
"pages/students/2022/valerii_kutsenko/README.md",
|
|
"pages/students/2018/ondrej_megela/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/stanislav_matsunych",
|
|
"https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"
|
|
],
|
|
"hit_at_1": 0,
|
|
"recall_at_1": 0.0,
|
|
"hit_at_3": 0,
|
|
"recall_at_3": 0.0,
|
|
"hit_at_5": 0,
|
|
"recall_at_5": 0.0
|
|
},
|
|
{
|
|
"id": "q0187",
|
|
"split": "test",
|
|
"category": "reverse_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Kto sa venuje práci s názvom „Systémy pre generovanie odpovede na otázku v prirodzenom jazyku“?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2019/alina_vitko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2019/alina_vitko/README.md",
|
|
"pages/students/2018/oleh_bilykh/README.md",
|
|
"pages/topics/question/nezodpovedatelne/README.md",
|
|
"pages/students/2022/valerii_kutsenko/README.md",
|
|
"pages/topics/otvorene/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh",
|
|
"https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",
|
|
"https://zp.kemt.fei.tuke.sk/topics/otvorene"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0188",
|
|
"split": "test",
|
|
"category": "topic_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Nájdi študenta alebo dokument, ktorý rieši tému „Systémy pre generovanie odpovede na otázku v prirodzenom jazyku“.",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2019/alina_vitko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2019/alina_vitko/README.md",
|
|
"pages/topics/otvorene/README.md",
|
|
"pages/students/2018/oleh_bilykh/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/topics/question/nezodpovedatelne/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko",
|
|
"https://zp.kemt.fei.tuke.sk/topics/otvorene",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0188",
|
|
"split": "test",
|
|
"category": "topic_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Nájdi študenta alebo dokument, ktorý rieši tému „Systémy pre generovanie odpovede na otázku v prirodzenom jazyku“.",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2019/alina_vitko/README.md"
|
|
],
|
|
"first_relevant_rank": null,
|
|
"reciprocal_rank": 0.0,
|
|
"top_documents": [
|
|
"pages/topics/question/nezodpovedatelne/README.md",
|
|
"pages/students/2018/oleh_bilykh/README.md",
|
|
"pages/topics/otvorene/README.md",
|
|
"pages/topics/question/validacie/README.md",
|
|
"pages/students/2017/stanislav_matsunych/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh",
|
|
"https://zp.kemt.fei.tuke.sk/topics/otvorene",
|
|
"https://zp.kemt.fei.tuke.sk/topics/question/validacie",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/stanislav_matsunych"
|
|
],
|
|
"hit_at_1": 0,
|
|
"recall_at_1": 0.0,
|
|
"hit_at_3": 0,
|
|
"recall_at_3": 0.0,
|
|
"hit_at_5": 0,
|
|
"recall_at_5": 0.0
|
|
},
|
|
{
|
|
"id": "q0188",
|
|
"split": "test",
|
|
"category": "topic_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Nájdi študenta alebo dokument, ktorý rieši tému „Systémy pre generovanie odpovede na otázku v prirodzenom jazyku“.",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2019/alina_vitko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2019/alina_vitko/README.md",
|
|
"pages/topics/question/nezodpovedatelne/README.md",
|
|
"pages/students/2018/oleh_bilykh/README.md",
|
|
"pages/topics/otvorene/README.md",
|
|
"pages/topics/question/validacie/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko",
|
|
"https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh",
|
|
"https://zp.kemt.fei.tuke.sk/topics/otvorene",
|
|
"https://zp.kemt.fei.tuke.sk/topics/question/validacie"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0189",
|
|
"split": "test",
|
|
"category": "paraphrase",
|
|
"difficulty": "medium",
|
|
"question": "O čom je práca osoby Alina Vitko?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2019/alina_vitko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2019/alina_vitko/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2016/maros_harahus/README.md",
|
|
"pages/students/2017/martin_jancura/README.md",
|
|
"pages/students/2022/valerii_kutsenko/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0189",
|
|
"split": "test",
|
|
"category": "paraphrase",
|
|
"difficulty": "medium",
|
|
"question": "O čom je práca osoby Alina Vitko?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2019/alina_vitko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2019/alina_vitko/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/students/2022/jan_malinovsky/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0189",
|
|
"split": "test",
|
|
"category": "paraphrase",
|
|
"difficulty": "medium",
|
|
"question": "O čom je práca osoby Alina Vitko?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2019/alina_vitko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2019/alina_vitko/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/students/2022/jan_malinovsky/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0190",
|
|
"split": "test",
|
|
"category": "fact_start_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku začal študovať Alina Vitko?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2019/alina_vitko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2019/alina_vitko/README.md",
|
|
"pages/students/2021/eduard_matovka/README.md",
|
|
"pages/students/2016/jakub_maruniak/timovy_projekt/README.md",
|
|
"pages/topics/faq/README.md",
|
|
"pages/students/2016/maros_harahus/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0190",
|
|
"split": "test",
|
|
"category": "fact_start_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku začal študovať Alina Vitko?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2019/alina_vitko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2019/alina_vitko/README.md",
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2021/nikita_bodnar/README.md",
|
|
"pages/students/2019/michal_stromko/README.md",
|
|
"pages/students/2020/david_kostilnik/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0190",
|
|
"split": "test",
|
|
"category": "fact_start_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku začal študovať Alina Vitko?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2019/alina_vitko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2019/alina_vitko/README.md",
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/students/2021/nikita_bodnar/README.md",
|
|
"pages/students/2019/michal_stromko/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0191",
|
|
"split": "test",
|
|
"category": "verification",
|
|
"difficulty": "medium",
|
|
"question": "Je pri osobe Alina Vitko uvedený rok začiatku štúdia 2019?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2019/alina_vitko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2019/alina_vitko/README.md",
|
|
"pages/students/2019/kristian_sopkovic/README.md",
|
|
"pages/students/2019/filip_tomas/README.md",
|
|
"pages/students/2019/patrik_pokrivcak/README.md",
|
|
"pages/students/2022/tetiana_mohorian/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0191",
|
|
"split": "test",
|
|
"category": "verification",
|
|
"difficulty": "medium",
|
|
"question": "Je pri osobe Alina Vitko uvedený rok začiatku štúdia 2019?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2019/alina_vitko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2019/alina_vitko/README.md",
|
|
"pages/students/2016/jakub_maruniak/dp2021/README.md",
|
|
"pages/students/2016/jakub_maruniak/README.md",
|
|
"pages/students/2016/maros_harahus/README.md",
|
|
"pages/students/2022/jan_malinovsky/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0191",
|
|
"split": "test",
|
|
"category": "verification",
|
|
"difficulty": "medium",
|
|
"question": "Je pri osobe Alina Vitko uvedený rok začiatku štúdia 2019?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2019/alina_vitko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2019/alina_vitko/README.md",
|
|
"pages/students/2016/jakub_maruniak/dp2021/README.md",
|
|
"pages/students/2016/jakub_maruniak/README.md",
|
|
"pages/students/2016/maros_harahus/README.md",
|
|
"pages/students/2022/jan_malinovsky/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0192",
|
|
"split": "test",
|
|
"category": "fact_work_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku je pri osobe Alina Vitko uvedená bakalárska práca?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2019/alina_vitko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2019/alina_vitko/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2016/darius_lindvai/timovy_projekt/resers/README.md",
|
|
"pages/topics/faq/README.md",
|
|
"pages/students/2016/patrik_pavlisin/tp20/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai/timovy_projekt/resers",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0192",
|
|
"split": "test",
|
|
"category": "fact_work_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku je pri osobe Alina Vitko uvedená bakalárska práca?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2019/alina_vitko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2019/alina_vitko/README.md",
|
|
"pages/students/2019/michal_stromko/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2016/maros_harahus/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0192",
|
|
"split": "test",
|
|
"category": "fact_work_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku je pri osobe Alina Vitko uvedená bakalárska práca?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2019/alina_vitko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2019/alina_vitko/README.md",
|
|
"pages/students/2019/michal_stromko/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2016/maros_harahus/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0193",
|
|
"split": "test",
|
|
"category": "disambiguation_year",
|
|
"difficulty": "hard",
|
|
"question": "Rozlíš rok začiatku štúdia a rok práce osoby Alina Vitko.",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2019/alina_vitko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2019/alina_vitko/README.md",
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md",
|
|
"pages/students/2019/kristian_sopkovic/README.md",
|
|
"pages/students/2016/ediz_morochovic/README.md",
|
|
"pages/students/2019/filip_tomas/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0193",
|
|
"split": "test",
|
|
"category": "disambiguation_year",
|
|
"difficulty": "hard",
|
|
"question": "Rozlíš rok začiatku štúdia a rok práce osoby Alina Vitko.",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2019/alina_vitko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2019/alina_vitko/README.md",
|
|
"pages/students/2019/michal_stromko/README.md",
|
|
"pages/students/2020/matej_kobylan/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/students/2022/jan_malinovsky/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0193",
|
|
"split": "test",
|
|
"category": "disambiguation_year",
|
|
"difficulty": "hard",
|
|
"question": "Rozlíš rok začiatku štúdia a rok práce osoby Alina Vitko.",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2019/alina_vitko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2019/alina_vitko/README.md",
|
|
"pages/students/2020/matej_kobylan/README.md",
|
|
"pages/students/2019/michal_stromko/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/students/2022/jan_malinovsky/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0194",
|
|
"split": "test",
|
|
"category": "adversarial_year",
|
|
"difficulty": "hard",
|
|
"question": "Je rok 2019 rokom záverečnej práce osoby Alina Vitko?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2019/alina_vitko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2019/alina_vitko/README.md",
|
|
"pages/topics/faq/README.md",
|
|
"pages/topics/akopisat/README.md",
|
|
"pages/students/2019/dmytro_mural/README.md",
|
|
"pages/students/2019/kristian_sopkovic/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq",
|
|
"https://zp.kemt.fei.tuke.sk/topics/akopisat",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0194",
|
|
"split": "test",
|
|
"category": "adversarial_year",
|
|
"difficulty": "hard",
|
|
"question": "Je rok 2019 rokom záverečnej práce osoby Alina Vitko?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2019/alina_vitko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2019/alina_vitko/README.md",
|
|
"pages/students/2016/maros_harahus/README.md",
|
|
"pages/topics/akopisat/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2021/matej_scislak/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"https://zp.kemt.fei.tuke.sk/topics/akopisat",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0194",
|
|
"split": "test",
|
|
"category": "adversarial_year",
|
|
"difficulty": "hard",
|
|
"question": "Je rok 2019 rokom záverečnej práce osoby Alina Vitko?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2019/alina_vitko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2019/alina_vitko/README.md",
|
|
"pages/topics/akopisat/README.md",
|
|
"pages/students/2016/maros_harahus/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2019/michal_stromko/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko",
|
|
"https://zp.kemt.fei.tuke.sk/topics/akopisat",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0195",
|
|
"split": "test",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou Question Answering a osobou Alina Vitko?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2019/alina_vitko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2019/alina_vitko/README.md",
|
|
"pages/topics/question/README.md",
|
|
"pages/students/2018/ondrej_megela/README.md",
|
|
"pages/students/2018/oleh_bilykh/README.md",
|
|
"pages/students/2018/david_omasta/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko",
|
|
"https://zp.kemt.fei.tuke.sk/topics/question",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0195",
|
|
"split": "test",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou Question Answering a osobou Alina Vitko?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2019/alina_vitko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2019/alina_vitko/README.md",
|
|
"pages/topics/question/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/topics/question/navod/README.md",
|
|
"pages/topics/question/nezodpovedatelne/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko",
|
|
"https://zp.kemt.fei.tuke.sk/topics/question",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/topics/question/navod",
|
|
"https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0195",
|
|
"split": "test",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou Question Answering a osobou Alina Vitko?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2019/alina_vitko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2019/alina_vitko/README.md",
|
|
"pages/topics/question/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/students/2019/michal_stromko/README.md",
|
|
"pages/topics/question/nezodpovedatelne/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko",
|
|
"https://zp.kemt.fei.tuke.sk/topics/question",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0196",
|
|
"split": "test",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou Streamlit a osobou Alina Vitko?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2019/alina_vitko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2019/alina_vitko/README.md",
|
|
"pages/students/2017/martin_jancura/README.md",
|
|
"pages/students/2020/jakub_kristian_lukas/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2016/maros_harahus/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0196",
|
|
"split": "test",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou Streamlit a osobou Alina Vitko?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2019/alina_vitko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2019/alina_vitko/README.md",
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md",
|
|
"pages/students/2019/michal_stromko/README.md",
|
|
"pages/students/2023/oleksandr_dorybohov/README.md",
|
|
"pages/students/2016/jakub_maruniak/dp2021/annotation/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021/annotation"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0196",
|
|
"split": "test",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou Streamlit a osobou Alina Vitko?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2019/alina_vitko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2019/alina_vitko/README.md",
|
|
"pages/students/2023/oleksandr_dorybohov/README.md",
|
|
"pages/students/2016/jakub_maruniak/dp2021/annotation/README.md",
|
|
"pages/students/2019/michal_stromko/README.md",
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021/annotation",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0197",
|
|
"split": "test",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou Docker a osobou Alina Vitko?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2019/alina_vitko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2019/alina_vitko/README.md",
|
|
"pages/students/2017/martin_jancura/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2016/maros_harahus/README.md",
|
|
"pages/students/2023/maksym_zatirka/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0197",
|
|
"split": "test",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou Docker a osobou Alina Vitko?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2019/alina_vitko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2019/alina_vitko/README.md",
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md",
|
|
"pages/students/2019/michal_stromko/README.md",
|
|
"pages/students/2022/oleh_poiasnik/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0197",
|
|
"split": "test",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou Docker a osobou Alina Vitko?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2019/alina_vitko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2019/alina_vitko/README.md",
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md",
|
|
"pages/students/2019/michal_stromko/README.md",
|
|
"pages/students/2022/oleh_poiasnik/README.md",
|
|
"pages/topics/faq/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0198",
|
|
"split": "test",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Aké webové rozhranie mala Alina Vitko použiť pre demo aplikáciu?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2019/alina_vitko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2019/alina_vitko/README.md",
|
|
"pages/students/2019/filip_tomas/README.md",
|
|
"pages/students/2018/martin_wencel/README.md",
|
|
"pages/students/2019/michal_stromko/README.md",
|
|
"pages/students/2018/oleh_bilykh/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0198",
|
|
"split": "test",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Aké webové rozhranie mala Alina Vitko použiť pre demo aplikáciu?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2019/alina_vitko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2019/alina_vitko/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/students/2023/oleksandr_dorybohov/README.md",
|
|
"pages/students/2019/michal_stromko/README.md",
|
|
"pages/topics/faq/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0198",
|
|
"split": "test",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Aké webové rozhranie mala Alina Vitko použiť pre demo aplikáciu?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2019/alina_vitko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2019/alina_vitko/README.md",
|
|
"pages/students/2019/michal_stromko/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/topics/faq/README.md",
|
|
"pages/students/2023/oleksandr_dorybohov/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0199",
|
|
"split": "test",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Aký slovenský model mala Alina Vitko vyskúšať podľa zadania?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2019/alina_vitko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2019/alina_vitko/README.md",
|
|
"pages/students/2016/maros_harahus/README.md",
|
|
"pages/students/2017/martin_jancura/README.md",
|
|
"pages/students/2019/filip_tomas/README.md",
|
|
"pages/students/2018/ondrej_megela/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0199",
|
|
"split": "test",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Aký slovenský model mala Alina Vitko vyskúšať podľa zadania?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2019/alina_vitko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2019/alina_vitko/README.md",
|
|
"pages/students/2022/valerii_kutsenko/README.md",
|
|
"pages/topics/bert/README.md",
|
|
"pages/students/2021/artur_hyrenko/README.md",
|
|
"pages/students/2022/oleh_poiasnik/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",
|
|
"https://zp.kemt.fei.tuke.sk/topics/bert",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0199",
|
|
"split": "test",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Aký slovenský model mala Alina Vitko vyskúšať podľa zadania?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2019/alina_vitko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2019/alina_vitko/README.md",
|
|
"pages/students/2022/valerii_kutsenko/README.md",
|
|
"pages/students/2022/andrii_pervashov/README.md",
|
|
"pages/topics/bert/README.md",
|
|
"pages/students/2021/nikita_bodnar/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",
|
|
"https://zp.kemt.fei.tuke.sk/topics/bert",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0214",
|
|
"split": "test",
|
|
"category": "entity_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Nájdi dokument o osobe Martin Šarišský.",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2021/martin_sarissky/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2017/martin_jancura/README.md",
|
|
"pages/topics/chatbot/README.md",
|
|
"pages/topics/legal/README.md",
|
|
"pages/students/2021/matej_scislak/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura",
|
|
"https://zp.kemt.fei.tuke.sk/topics/chatbot",
|
|
"https://zp.kemt.fei.tuke.sk/topics/legal",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0214",
|
|
"split": "test",
|
|
"category": "entity_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Nájdi dokument o osobe Martin Šarišský.",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2021/martin_sarissky/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2021/manohar_gowdru_shridharu/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2017/martin_jancura/README.md",
|
|
"pages/interns/sevval_bulburu/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura",
|
|
"https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0214",
|
|
"split": "test",
|
|
"category": "entity_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Nájdi dokument o osobe Martin Šarišský.",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2021/martin_sarissky/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2021/manohar_gowdru_shridharu/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2017/martin_jancura/README.md",
|
|
"pages/interns/sevval_bulburu/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura",
|
|
"https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0215",
|
|
"split": "test",
|
|
"category": "fact_title",
|
|
"difficulty": "easy",
|
|
"question": "Aký je názov diplomová práca osoby Martin Šarišský?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2021/martin_sarissky/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2017/martin_jancura/README.md",
|
|
"pages/topics/chatbot/README.md",
|
|
"pages/students/2020/matus_suchanic/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura",
|
|
"https://zp.kemt.fei.tuke.sk/topics/chatbot",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0215",
|
|
"split": "test",
|
|
"category": "fact_title",
|
|
"difficulty": "easy",
|
|
"question": "Aký je názov diplomová práca osoby Martin Šarišský?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2021/martin_sarissky/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2017/martin_jancura/README.md",
|
|
"pages/students/2016/patrik_pavlisin/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2016/mark_feher/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/mark_feher"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0215",
|
|
"split": "test",
|
|
"category": "fact_title",
|
|
"difficulty": "easy",
|
|
"question": "Aký je názov diplomová práca osoby Martin Šarišský?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2021/martin_sarissky/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2017/martin_jancura/README.md",
|
|
"pages/students/2016/mark_feher/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/students/2016/patrik_pavlisin/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/mark_feher",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0216",
|
|
"split": "test",
|
|
"category": "reverse_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Kto sa venuje práci s názvom „Agentové systémy pomocou veľkého jazykového modelu“?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2021/martin_sarissky/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md",
|
|
"pages/students/2019/david_stromp/README.md",
|
|
"pages/students/2023/simona_bobrovcanova/README.md",
|
|
"pages/students/2021/matej_scislak/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/david_stromp",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0216",
|
|
"split": "test",
|
|
"category": "reverse_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Kto sa venuje práci s názvom „Agentové systémy pomocou veľkého jazykového modelu“?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2021/martin_sarissky/README.md"
|
|
],
|
|
"first_relevant_rank": 2,
|
|
"reciprocal_rank": 0.5,
|
|
"top_documents": [
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2021/artur_hyrenko/README.md",
|
|
"pages/students/2018/ondrej_megela/README.md",
|
|
"pages/students/2020/kamil_tomcufcik/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/kamil_tomcufcik"
|
|
],
|
|
"hit_at_1": 0,
|
|
"recall_at_1": 0.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0216",
|
|
"split": "test",
|
|
"category": "reverse_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Kto sa venuje práci s názvom „Agentové systémy pomocou veľkého jazykového modelu“?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2021/martin_sarissky/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md",
|
|
"pages/students/2018/ondrej_megela/README.md",
|
|
"pages/students/2021/artur_hyrenko/README.md",
|
|
"pages/students/2020/kamil_tomcufcik/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/kamil_tomcufcik"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0217",
|
|
"split": "test",
|
|
"category": "topic_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Nájdi študenta alebo dokument, ktorý rieši tému „Agentové systémy pomocou veľkého jazykového modelu“.",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2021/martin_sarissky/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2019/david_stromp/README.md",
|
|
"pages/students/2021/vladimir_ferko/README.md",
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md",
|
|
"pages/students/2021/artur_hyrenko/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/david_stromp",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0217",
|
|
"split": "test",
|
|
"category": "topic_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Nájdi študenta alebo dokument, ktorý rieši tému „Agentové systémy pomocou veľkého jazykového modelu“.",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2021/martin_sarissky/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md",
|
|
"pages/students/2021/artur_hyrenko/README.md",
|
|
"pages/students/2020/kamil_tomcufcik/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/kamil_tomcufcik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0217",
|
|
"split": "test",
|
|
"category": "topic_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Nájdi študenta alebo dokument, ktorý rieši tému „Agentové systémy pomocou veľkého jazykového modelu“.",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2021/martin_sarissky/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md",
|
|
"pages/students/2021/artur_hyrenko/README.md",
|
|
"pages/students/2018/ondrej_megela/README.md",
|
|
"pages/students/2021/matej_scislak/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0218",
|
|
"split": "test",
|
|
"category": "paraphrase",
|
|
"difficulty": "medium",
|
|
"question": "O čom je práca osoby Martin Šarišský?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2021/martin_sarissky/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/topics/chatbot/README.md",
|
|
"pages/students/2017/martin_jancura/README.md",
|
|
"pages/students/2018/NaN1name_buday/README.md",
|
|
"pages/topics/legal/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/topics/chatbot",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/NaN1name_buday",
|
|
"https://zp.kemt.fei.tuke.sk/topics/legal"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0218",
|
|
"split": "test",
|
|
"category": "paraphrase",
|
|
"difficulty": "medium",
|
|
"question": "O čom je práca osoby Martin Šarišský?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2021/martin_sarissky/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2017/martin_jancura/README.md",
|
|
"pages/students/2018/NaN1name_buday/README.md",
|
|
"pages/students/2016/patrik_pavlisin/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/NaN1name_buday",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0218",
|
|
"split": "test",
|
|
"category": "paraphrase",
|
|
"difficulty": "medium",
|
|
"question": "O čom je práca osoby Martin Šarišský?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2021/martin_sarissky/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2018/NaN1name_buday/README.md",
|
|
"pages/students/2017/martin_jancura/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/NaN1name_buday",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0219",
|
|
"split": "test",
|
|
"category": "fact_start_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku začal študovať Martin Šarišský?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2021/martin_sarissky/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2021/eduard_matovka/README.md",
|
|
"pages/students/2016/jakub_maruniak/timovy_projekt/README.md",
|
|
"pages/topics/chatbot/README.md",
|
|
"pages/students/2021/matej_scislak/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt",
|
|
"https://zp.kemt.fei.tuke.sk/topics/chatbot",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0219",
|
|
"split": "test",
|
|
"category": "fact_start_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku začal študovať Martin Šarišský?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2021/martin_sarissky/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2016/maros_harahus/README.md",
|
|
"pages/students/2017/martin_jancura/README.md",
|
|
"pages/students/2021/artur_hyrenko/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0219",
|
|
"split": "test",
|
|
"category": "fact_start_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku začal študovať Martin Šarišský?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2021/martin_sarissky/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2017/martin_jancura/README.md",
|
|
"pages/students/2016/maros_harahus/README.md",
|
|
"pages/students/2018/martin_wencel/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0220",
|
|
"split": "test",
|
|
"category": "verification",
|
|
"difficulty": "medium",
|
|
"question": "Je pri osobe Martin Šarišský uvedený rok začiatku štúdia 2021?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2021/martin_sarissky/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2021/eduard_matovka/README.md",
|
|
"pages/students/2017/martin_jancura/README.md",
|
|
"pages/students/2018/NaN1name_buday/README.md",
|
|
"pages/students/2018/martin_wencel/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/NaN1name_buday",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0220",
|
|
"split": "test",
|
|
"category": "verification",
|
|
"difficulty": "medium",
|
|
"question": "Je pri osobe Martin Šarišský uvedený rok začiatku štúdia 2021?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2021/martin_sarissky/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2017/martin_jancura/README.md",
|
|
"pages/students/2018/martin_wencel/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2016/maros_harahus/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0220",
|
|
"split": "test",
|
|
"category": "verification",
|
|
"difficulty": "medium",
|
|
"question": "Je pri osobe Martin Šarišský uvedený rok začiatku štúdia 2021?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2021/martin_sarissky/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2018/martin_wencel/README.md",
|
|
"pages/students/2017/martin_jancura/README.md",
|
|
"pages/students/2018/NaN1name_buday/README.md",
|
|
"pages/students/2021/matej_scislak/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/NaN1name_buday",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0221",
|
|
"split": "test",
|
|
"category": "fact_work_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku je pri osobe Martin Šarišský uvedená diplomová práca?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2021/martin_sarissky/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/topics/chatbot/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2022/valerii_kutsenko/README.md",
|
|
"pages/topics/legal/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/topics/chatbot",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",
|
|
"https://zp.kemt.fei.tuke.sk/topics/legal"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0221",
|
|
"split": "test",
|
|
"category": "fact_work_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku je pri osobe Martin Šarišský uvedená diplomová práca?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2021/martin_sarissky/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2017/martin_jancura/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/students/2016/maros_harahus/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0221",
|
|
"split": "test",
|
|
"category": "fact_work_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku je pri osobe Martin Šarišský uvedená diplomová práca?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2021/martin_sarissky/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2017/martin_jancura/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2016/patrik_pavlisin/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0222",
|
|
"split": "test",
|
|
"category": "disambiguation_year",
|
|
"difficulty": "hard",
|
|
"question": "Rozlíš rok začiatku štúdia a rok práce osoby Martin Šarišský.",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2021/martin_sarissky/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2017/martin_jancura/README.md",
|
|
"pages/students/2021/eduard_matovka/README.md",
|
|
"pages/students/2018/NaN1name_buday/README.md",
|
|
"pages/students/2018/martin_wencel/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/NaN1name_buday",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0222",
|
|
"split": "test",
|
|
"category": "disambiguation_year",
|
|
"difficulty": "hard",
|
|
"question": "Rozlíš rok začiatku štúdia a rok práce osoby Martin Šarišský.",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2021/martin_sarissky/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2017/martin_jancura/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2016/maros_harahus/README.md",
|
|
"pages/students/2020/matej_kobylan/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0222",
|
|
"split": "test",
|
|
"category": "disambiguation_year",
|
|
"difficulty": "hard",
|
|
"question": "Rozlíš rok začiatku štúdia a rok práce osoby Martin Šarišský.",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2021/martin_sarissky/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2017/martin_jancura/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2016/maros_harahus/README.md",
|
|
"pages/students/2020/matej_kobylan/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0223",
|
|
"split": "test",
|
|
"category": "adversarial_year",
|
|
"difficulty": "hard",
|
|
"question": "Je rok 2021 rokom záverečnej práce osoby Martin Šarišský?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2021/martin_sarissky/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/topics/faq/README.md",
|
|
"pages/students/2021/eduard_matovka/README.md",
|
|
"pages/topics/chatbot/README.md",
|
|
"pages/students/2021/matej_scislak/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka",
|
|
"https://zp.kemt.fei.tuke.sk/topics/chatbot",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0223",
|
|
"split": "test",
|
|
"category": "adversarial_year",
|
|
"difficulty": "hard",
|
|
"question": "Je rok 2021 rokom záverečnej práce osoby Martin Šarišský?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2021/martin_sarissky/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2017/martin_jancura/README.md",
|
|
"pages/students/2016/maros_harahus/README.md",
|
|
"pages/students/2018/martin_wencel/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0223",
|
|
"split": "test",
|
|
"category": "adversarial_year",
|
|
"difficulty": "hard",
|
|
"question": "Je rok 2021 rokom záverečnej práce osoby Martin Šarišský?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2021/martin_sarissky/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2018/martin_wencel/README.md",
|
|
"pages/students/2017/martin_jancura/README.md",
|
|
"pages/students/2016/maros_harahus/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0224",
|
|
"split": "test",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou agent a osobou Martin Šarišský?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2021/martin_sarissky/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2017/martin_jancura/README.md",
|
|
"pages/topics/legal/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md",
|
|
"pages/students/2021/matej_scislak/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura",
|
|
"https://zp.kemt.fei.tuke.sk/topics/legal",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0224",
|
|
"split": "test",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou agent a osobou Martin Šarišský?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2021/martin_sarissky/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2023/oleksandr_dorybohov/README.md",
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md",
|
|
"pages/topics/faq/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0224",
|
|
"split": "test",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou agent a osobou Martin Šarišský?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2021/martin_sarissky/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md",
|
|
"pages/topics/legal/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",
|
|
"https://zp.kemt.fei.tuke.sk/topics/legal"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0225",
|
|
"split": "test",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou právne informácie a osobou Martin Šarišský?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2021/martin_sarissky/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2017/martin_jancura/README.md",
|
|
"pages/students/2023/oleksandr_dorybohov/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/topics/legal/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/topics/legal"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0225",
|
|
"split": "test",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou právne informácie a osobou Martin Šarišský?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2021/martin_sarissky/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/topics/faq/README.md",
|
|
"pages/topics/legal/README.md",
|
|
"pages/students/2016/maros_harahus/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq",
|
|
"https://zp.kemt.fei.tuke.sk/topics/legal",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0225",
|
|
"split": "test",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou právne informácie a osobou Martin Šarišský?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2021/martin_sarissky/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/topics/legal/README.md",
|
|
"pages/students/2017/martin_jancura/README.md",
|
|
"pages/students/2023/oleksandr_dorybohov/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/topics/legal",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0226",
|
|
"split": "test",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou DeepEval a osobou Martin Šarišský?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2021/martin_sarissky/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2017/martin_jancura/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/topics/chatbot/README.md",
|
|
"pages/students/2016/patrik_pavlisin/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/topics/chatbot",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0226",
|
|
"split": "test",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou DeepEval a osobou Martin Šarišský?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2021/martin_sarissky/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2016/maros_harahus/README.md",
|
|
"pages/students/2017/martin_jancura/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2019/michal_stromko/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0226",
|
|
"split": "test",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou DeepEval a osobou Martin Šarišský?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2021/martin_sarissky/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2017/martin_jancura/README.md",
|
|
"pages/students/2016/maros_harahus/README.md",
|
|
"pages/students/2018/martin_wencel/README.md",
|
|
"pages/students/2016/patrik_pavlisin/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0227",
|
|
"split": "test",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Aké tri metriky sa uvádzajú pri vyhodnotení systému Martina Šarišského?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2021/martin_sarissky/README.md"
|
|
],
|
|
"first_relevant_rank": null,
|
|
"reciprocal_rank": 0.0,
|
|
"top_documents": [
|
|
"pages/students/2016/patrik_pavlisin/tp20/README.md",
|
|
"pages/students/2022/yevhenii_leonov/README.md",
|
|
"pages/students/2019/michal_stromko/README.md",
|
|
"pages/students/2021/artur_hyrenko/README.md",
|
|
"pages/students/2021/vladimir_ferko/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"
|
|
],
|
|
"hit_at_1": 0,
|
|
"recall_at_1": 0.0,
|
|
"hit_at_3": 0,
|
|
"recall_at_3": 0.0,
|
|
"hit_at_5": 0,
|
|
"recall_at_5": 0.0
|
|
},
|
|
{
|
|
"id": "q0227",
|
|
"split": "test",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Aké tri metriky sa uvádzajú pri vyhodnotení systému Martina Šarišského?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2021/martin_sarissky/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2022/yevhenii_leonov/README.md",
|
|
"pages/students/2021/artur_hyrenko/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2017/martin_jancura/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0227",
|
|
"split": "test",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Aké tri metriky sa uvádzajú pri vyhodnotení systému Martina Šarišského?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2021/martin_sarissky/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2022/yevhenii_leonov/README.md",
|
|
"pages/students/2021/artur_hyrenko/README.md",
|
|
"pages/students/2016/patrik_pavlisin/tp20/README.md",
|
|
"pages/students/2021/matej_scislak/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0228",
|
|
"split": "test",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Aký parser mal Martin Šarišský zvážiť namiesto BeautifulSoup?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2021/martin_sarissky/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2017/martin_jancura/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/students/2018/martin_wencel/README.md",
|
|
"pages/students/2023/maksym_zatirka/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0228",
|
|
"split": "test",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Aký parser mal Martin Šarišský zvážiť namiesto BeautifulSoup?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2021/martin_sarissky/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2018/NaN1name_buday/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2017/martin_jancura/README.md",
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/NaN1name_buday",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0228",
|
|
"split": "test",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Aký parser mal Martin Šarišský zvážiť namiesto BeautifulSoup?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2021/martin_sarissky/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2017/martin_jancura/README.md",
|
|
"pages/students/2018/NaN1name_buday/README.md",
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/NaN1name_buday",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0260",
|
|
"split": "test",
|
|
"category": "entity_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Nájdi dokument o osobe Eduard Matovka.",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2021/eduard_matovka/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2021/eduard_matovka/README.md",
|
|
"pages/students/2021/vladimir_ferko/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2019/david_stromp/README.md",
|
|
"pages/students/2019/michal_stromko/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/david_stromp",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0260",
|
|
"split": "test",
|
|
"category": "entity_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Nájdi dokument o osobe Eduard Matovka.",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2021/eduard_matovka/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2021/eduard_matovka/README.md",
|
|
"pages/students/2021/manohar_gowdru_shridharu/README.md",
|
|
"pages/interns/oliver_pejic/README.md",
|
|
"pages/students/2020/matej_kobylan/README.md",
|
|
"pages/interns/sevval_bulburu/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu",
|
|
"https://zp.kemt.fei.tuke.sk/interns/oliver_pejic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan",
|
|
"https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0260",
|
|
"split": "test",
|
|
"category": "entity_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Nájdi dokument o osobe Eduard Matovka.",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2021/eduard_matovka/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2021/eduard_matovka/README.md",
|
|
"pages/students/2021/manohar_gowdru_shridharu/README.md",
|
|
"pages/interns/oliver_pejic/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2020/matej_kobylan/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu",
|
|
"https://zp.kemt.fei.tuke.sk/interns/oliver_pejic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0261",
|
|
"split": "test",
|
|
"category": "fact_title",
|
|
"difficulty": "easy",
|
|
"question": "Aký je názov bakalárska práca osoby Eduard Matovka?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2021/eduard_matovka/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2021/eduard_matovka/README.md",
|
|
"pages/students/2021/vladimir_ferko/README.md",
|
|
"pages/students/2020/matus_suchanic/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2016/jakub_maruniak/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0261",
|
|
"split": "test",
|
|
"category": "fact_title",
|
|
"difficulty": "easy",
|
|
"question": "Aký je názov bakalárska práca osoby Eduard Matovka?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2021/eduard_matovka/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2021/eduard_matovka/README.md",
|
|
"pages/students/2016/ediz_morochovic/README.md",
|
|
"pages/students/2020/matej_kobylan/README.md",
|
|
"pages/students/2020/matus_suchanic/README.md",
|
|
"pages/students/2016/jan_holp/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0261",
|
|
"split": "test",
|
|
"category": "fact_title",
|
|
"difficulty": "easy",
|
|
"question": "Aký je názov bakalárska práca osoby Eduard Matovka?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2021/eduard_matovka/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2021/eduard_matovka/README.md",
|
|
"pages/students/2016/ediz_morochovic/README.md",
|
|
"pages/students/2016/jan_holp/README.md",
|
|
"pages/students/2016/patrik_pavlisin/README.md",
|
|
"pages/students/2020/matej_kobylan/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0262",
|
|
"split": "test",
|
|
"category": "reverse_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Kto sa venuje práci s názvom „Slovenská konverzačná umelá inteligencia“?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2021/eduard_matovka/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2021/eduard_matovka/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/students/2019/kristian_sopkovic/README.md",
|
|
"pages/students/2019/filip_tomas/README.md",
|
|
"pages/topics/question/navod/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas",
|
|
"https://zp.kemt.fei.tuke.sk/topics/question/navod"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0262",
|
|
"split": "test",
|
|
"category": "reverse_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Kto sa venuje práci s názvom „Slovenská konverzačná umelá inteligencia“?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2021/eduard_matovka/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2021/eduard_matovka/README.md",
|
|
"pages/students/2020/vladyslav_krupko/README.md",
|
|
"pages/students/2019/kristian_sopkovic/README.md",
|
|
"pages/topics/steel/README.md",
|
|
"pages/students/2022/valerii_kutsenko/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic",
|
|
"https://zp.kemt.fei.tuke.sk/topics/steel",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0262",
|
|
"split": "test",
|
|
"category": "reverse_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Kto sa venuje práci s názvom „Slovenská konverzačná umelá inteligencia“?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2021/eduard_matovka/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2021/eduard_matovka/README.md",
|
|
"pages/students/2020/vladyslav_krupko/README.md",
|
|
"pages/students/2019/kristian_sopkovic/README.md",
|
|
"pages/topics/steel/README.md",
|
|
"pages/students/2022/valerii_kutsenko/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic",
|
|
"https://zp.kemt.fei.tuke.sk/topics/steel",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0263",
|
|
"split": "test",
|
|
"category": "topic_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Nájdi študenta alebo dokument, ktorý rieši tému „Slovenská konverzačná umelá inteligencia“.",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2021/eduard_matovka/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2021/eduard_matovka/README.md",
|
|
"pages/students/2021/vladimir_ferko/README.md",
|
|
"pages/topics/faq/README.md",
|
|
"pages/students/2016/lukas_pokryvka/timovy_projekt/README.md",
|
|
"pages/students/2016/patrik_pavlisin/dp21/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka/timovy_projekt",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/dp21"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0263",
|
|
"split": "test",
|
|
"category": "topic_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Nájdi študenta alebo dokument, ktorý rieši tému „Slovenská konverzačná umelá inteligencia“.",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2021/eduard_matovka/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2021/eduard_matovka/README.md",
|
|
"pages/students/2020/vladyslav_krupko/README.md",
|
|
"pages/students/2019/kristian_sopkovic/README.md",
|
|
"pages/topics/faq/README.md",
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0263",
|
|
"split": "test",
|
|
"category": "topic_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Nájdi študenta alebo dokument, ktorý rieši tému „Slovenská konverzačná umelá inteligencia“.",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2021/eduard_matovka/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2021/eduard_matovka/README.md",
|
|
"pages/topics/faq/README.md",
|
|
"pages/students/2020/vladyslav_krupko/README.md",
|
|
"pages/students/2019/kristian_sopkovic/README.md",
|
|
"pages/topics/steel/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic",
|
|
"https://zp.kemt.fei.tuke.sk/topics/steel"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0264",
|
|
"split": "test",
|
|
"category": "paraphrase",
|
|
"difficulty": "medium",
|
|
"question": "O čom je práca osoby Eduard Matovka?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2021/eduard_matovka/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2021/eduard_matovka/README.md",
|
|
"pages/students/2021/vladimir_ferko/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2020/pavol_hudak/README.md",
|
|
"pages/students/2016/maros_harahus/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0264",
|
|
"split": "test",
|
|
"category": "paraphrase",
|
|
"difficulty": "medium",
|
|
"question": "O čom je práca osoby Eduard Matovka?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2021/eduard_matovka/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2021/eduard_matovka/README.md",
|
|
"pages/students/2020/matej_kobylan/README.md",
|
|
"pages/students/2020/matus_suchanic/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0264",
|
|
"split": "test",
|
|
"category": "paraphrase",
|
|
"difficulty": "medium",
|
|
"question": "O čom je práca osoby Eduard Matovka?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2021/eduard_matovka/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2021/eduard_matovka/README.md",
|
|
"pages/students/2020/matej_kobylan/README.md",
|
|
"pages/students/2020/matus_suchanic/README.md",
|
|
"pages/students/2016/ediz_morochovic/README.md",
|
|
"pages/students/2021/matej_scislak/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0265",
|
|
"split": "test",
|
|
"category": "fact_start_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku začal študovať Eduard Matovka?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2021/eduard_matovka/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2021/eduard_matovka/README.md",
|
|
"pages/students/2021/vladimir_ferko/README.md",
|
|
"pages/students/2016/jakub_maruniak/timovy_projekt/README.md",
|
|
"pages/topics/faq/README.md",
|
|
"pages/students/2016/maros_harahus/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0265",
|
|
"split": "test",
|
|
"category": "fact_start_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku začal študovať Eduard Matovka?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2021/eduard_matovka/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2021/eduard_matovka/README.md",
|
|
"pages/students/2020/matus_suchanic/README.md",
|
|
"pages/students/2016/ediz_morochovic/README.md",
|
|
"pages/students/2022/valerii_kutsenko/README.md",
|
|
"pages/students/2021/matej_scislak/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0265",
|
|
"split": "test",
|
|
"category": "fact_start_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku začal študovať Eduard Matovka?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2021/eduard_matovka/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2021/eduard_matovka/README.md",
|
|
"pages/students/2020/matus_suchanic/README.md",
|
|
"pages/students/2016/ediz_morochovic/README.md",
|
|
"pages/students/2017/dmytro_ushatenko/README.md",
|
|
"pages/students/2022/valerii_kutsenko/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0266",
|
|
"split": "test",
|
|
"category": "verification",
|
|
"difficulty": "medium",
|
|
"question": "Je pri osobe Eduard Matovka uvedený rok začiatku štúdia 2021?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2021/eduard_matovka/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2021/eduard_matovka/README.md",
|
|
"pages/students/2021/vladimir_ferko/README.md",
|
|
"pages/students/2021/matej_novotny/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2020/jakub_kristian_lukas/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0266",
|
|
"split": "test",
|
|
"category": "verification",
|
|
"difficulty": "medium",
|
|
"question": "Je pri osobe Eduard Matovka uvedený rok začiatku štúdia 2021?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2021/eduard_matovka/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2021/eduard_matovka/README.md",
|
|
"pages/students/2016/jakub_maruniak/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/students/2021/matej_novotny/README.md",
|
|
"pages/students/2018/martin_wencel/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0266",
|
|
"split": "test",
|
|
"category": "verification",
|
|
"difficulty": "medium",
|
|
"question": "Je pri osobe Eduard Matovka uvedený rok začiatku štúdia 2021?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2021/eduard_matovka/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2021/eduard_matovka/README.md",
|
|
"pages/students/2021/matej_novotny/README.md",
|
|
"pages/students/2018/martin_wencel/README.md",
|
|
"pages/students/2016/jakub_maruniak/README.md",
|
|
"pages/students/2020/matus_suchanic/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0267",
|
|
"split": "test",
|
|
"category": "fact_work_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku je pri osobe Eduard Matovka uvedená bakalárska práca?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2021/eduard_matovka/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2021/eduard_matovka/README.md",
|
|
"pages/students/2021/vladimir_ferko/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2016/darius_lindvai/timovy_projekt/resers/README.md",
|
|
"pages/topics/faq/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai/timovy_projekt/resers",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0267",
|
|
"split": "test",
|
|
"category": "fact_work_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku je pri osobe Eduard Matovka uvedená bakalárska práca?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2021/eduard_matovka/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2021/eduard_matovka/README.md",
|
|
"pages/students/2016/ediz_morochovic/README.md",
|
|
"pages/students/2020/matus_suchanic/README.md",
|
|
"pages/students/2020/matej_kobylan/README.md",
|
|
"pages/students/2016/jan_holp/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0267",
|
|
"split": "test",
|
|
"category": "fact_work_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku je pri osobe Eduard Matovka uvedená bakalárska práca?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2021/eduard_matovka/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2021/eduard_matovka/README.md",
|
|
"pages/students/2016/ediz_morochovic/README.md",
|
|
"pages/students/2021/vladimir_ferko/README.md",
|
|
"pages/students/2020/matus_suchanic/README.md",
|
|
"pages/students/2020/matej_kobylan/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0268",
|
|
"split": "test",
|
|
"category": "disambiguation_year",
|
|
"difficulty": "hard",
|
|
"question": "Rozlíš rok začiatku štúdia a rok práce osoby Eduard Matovka.",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2021/eduard_matovka/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2021/eduard_matovka/README.md",
|
|
"pages/students/2021/vladimir_ferko/README.md",
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md",
|
|
"pages/students/2019/kristian_sopkovic/README.md",
|
|
"pages/students/2016/ediz_morochovic/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0268",
|
|
"split": "test",
|
|
"category": "disambiguation_year",
|
|
"difficulty": "hard",
|
|
"question": "Rozlíš rok začiatku štúdia a rok práce osoby Eduard Matovka.",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2021/eduard_matovka/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2021/eduard_matovka/README.md",
|
|
"pages/students/2020/matej_kobylan/README.md",
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/students/2016/ediz_morochovic/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0268",
|
|
"split": "test",
|
|
"category": "disambiguation_year",
|
|
"difficulty": "hard",
|
|
"question": "Rozlíš rok začiatku štúdia a rok práce osoby Eduard Matovka.",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2021/eduard_matovka/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2021/eduard_matovka/README.md",
|
|
"pages/students/2020/matej_kobylan/README.md",
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/students/2016/ediz_morochovic/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0269",
|
|
"split": "test",
|
|
"category": "adversarial_year",
|
|
"difficulty": "hard",
|
|
"question": "Je rok 2021 rokom záverečnej práce osoby Eduard Matovka?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2021/eduard_matovka/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2021/eduard_matovka/README.md",
|
|
"pages/students/2021/vladimir_ferko/README.md",
|
|
"pages/topics/faq/README.md",
|
|
"pages/topics/akopisat/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq",
|
|
"https://zp.kemt.fei.tuke.sk/topics/akopisat",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0269",
|
|
"split": "test",
|
|
"category": "adversarial_year",
|
|
"difficulty": "hard",
|
|
"question": "Je rok 2021 rokom záverečnej práce osoby Eduard Matovka?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2021/eduard_matovka/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2021/eduard_matovka/README.md",
|
|
"pages/students/2021/vladimir_ferko/README.md",
|
|
"pages/students/2020/matus_suchanic/README.md",
|
|
"pages/students/2021/matej_novotny/README.md",
|
|
"pages/students/2020/matej_kobylan/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0269",
|
|
"split": "test",
|
|
"category": "adversarial_year",
|
|
"difficulty": "hard",
|
|
"question": "Je rok 2021 rokom záverečnej práce osoby Eduard Matovka?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2021/eduard_matovka/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2021/eduard_matovka/README.md",
|
|
"pages/students/2021/vladimir_ferko/README.md",
|
|
"pages/students/2021/matej_novotny/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2020/matus_suchanic/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0270",
|
|
"split": "test",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou slovenský jazykový model a osobou Eduard Matovka?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2021/eduard_matovka/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2021/eduard_matovka/README.md",
|
|
"pages/students/2021/vladimir_ferko/README.md",
|
|
"pages/topics/bert/README.md",
|
|
"pages/students/2017/martin_jancura/README.md",
|
|
"pages/students/2020/pavol_hudak/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko",
|
|
"https://zp.kemt.fei.tuke.sk/topics/bert",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0270",
|
|
"split": "test",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou slovenský jazykový model a osobou Eduard Matovka?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2021/eduard_matovka/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2021/eduard_matovka/README.md",
|
|
"pages/topics/bert/README.md",
|
|
"pages/students/2021/matej_novotny/README.md",
|
|
"pages/students/2020/matus_suchanic/README.md",
|
|
"pages/students/2022/samuel_vasil/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka",
|
|
"https://zp.kemt.fei.tuke.sk/topics/bert",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0270",
|
|
"split": "test",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou slovenský jazykový model a osobou Eduard Matovka?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2021/eduard_matovka/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2021/eduard_matovka/README.md",
|
|
"pages/topics/bert/README.md",
|
|
"pages/students/2021/matej_novotny/README.md",
|
|
"pages/students/2020/matus_suchanic/README.md",
|
|
"pages/students/2022/samuel_vasil/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka",
|
|
"https://zp.kemt.fei.tuke.sk/topics/bert",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0271",
|
|
"split": "test",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou LLAMA a osobou Eduard Matovka?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2021/eduard_matovka/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2021/eduard_matovka/README.md",
|
|
"pages/students/2021/vladimir_ferko/README.md",
|
|
"pages/students/2017/martin_jancura/README.md",
|
|
"pages/students/2020/pavol_hudak/README.md",
|
|
"pages/students/2016/maros_harahus/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0271",
|
|
"split": "test",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou LLAMA a osobou Eduard Matovka?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2021/eduard_matovka/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2021/eduard_matovka/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md",
|
|
"pages/students/2022/samuel_vasil/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2018/david_omasta/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0271",
|
|
"split": "test",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou LLAMA a osobou Eduard Matovka?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2021/eduard_matovka/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2021/eduard_matovka/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md",
|
|
"pages/students/2020/vladyslav_krupko/README.md",
|
|
"pages/students/2018/david_omasta/README.md",
|
|
"pages/students/2022/samuel_vasil/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_omasta",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0272",
|
|
"split": "test",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou SlovakAlpaca a osobou Eduard Matovka?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2021/eduard_matovka/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2021/eduard_matovka/README.md",
|
|
"pages/students/2020/pavol_hudak/README.md",
|
|
"pages/students/2021/vladimir_ferko/README.md",
|
|
"pages/students/2017/martin_jancura/README.md",
|
|
"pages/students/2016/maros_harahus/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0272",
|
|
"split": "test",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou SlovakAlpaca a osobou Eduard Matovka?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2021/eduard_matovka/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2021/eduard_matovka/README.md",
|
|
"pages/students/2020/matus_suchanic/README.md",
|
|
"pages/students/2021/matej_novotny/README.md",
|
|
"pages/students/2019/michal_stromko/README.md",
|
|
"pages/topics/resources/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"https://zp.kemt.fei.tuke.sk/topics/resources"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0272",
|
|
"split": "test",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou SlovakAlpaca a osobou Eduard Matovka?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2021/eduard_matovka/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2021/eduard_matovka/README.md",
|
|
"pages/students/2019/michal_stromko/README.md",
|
|
"pages/topics/faq/README.md",
|
|
"pages/students/2020/matus_suchanic/README.md",
|
|
"pages/students/2021/matej_novotny/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0273",
|
|
"split": "test",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Aký bol predbežný cieľ práce Eduarda Matovku?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2021/eduard_matovka/README.md"
|
|
],
|
|
"first_relevant_rank": 4,
|
|
"reciprocal_rank": 0.25,
|
|
"top_documents": [
|
|
"pages/students/2016/patrik_pavlisin/README.md",
|
|
"pages/students/2022/daniil_huzenko/README.md",
|
|
"pages/students/2022/samuel_vasil/README.md",
|
|
"pages/students/2021/eduard_matovka/README.md",
|
|
"pages/students/2016/jakub_maruniak/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"
|
|
],
|
|
"hit_at_1": 0,
|
|
"recall_at_1": 0.0,
|
|
"hit_at_3": 0,
|
|
"recall_at_3": 0.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0273",
|
|
"split": "test",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Aký bol predbežný cieľ práce Eduarda Matovku?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2021/eduard_matovka/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2021/eduard_matovka/README.md",
|
|
"pages/students/2020/matej_kobylan/README.md",
|
|
"pages/students/2020/matus_suchanic/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2016/ediz_morochovic/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0273",
|
|
"split": "test",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Aký bol predbežný cieľ práce Eduarda Matovku?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2021/eduard_matovka/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2021/eduard_matovka/README.md",
|
|
"pages/students/2020/matej_kobylan/README.md",
|
|
"pages/students/2020/matus_suchanic/README.md",
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md",
|
|
"pages/students/2021/matej_scislak/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0274",
|
|
"split": "test",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Aké modely mal Eduard Matovka vyskúšať okrem LLAMA?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2021/eduard_matovka/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2021/eduard_matovka/README.md",
|
|
"pages/students/2021/vladimir_ferko/README.md",
|
|
"pages/students/2020/pavol_hudak/README.md",
|
|
"pages/students/2022/jakub_schwarc/README.md",
|
|
"pages/students/2021/artur_hyrenko/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0274",
|
|
"split": "test",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Aké modely mal Eduard Matovka vyskúšať okrem LLAMA?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2021/eduard_matovka/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2021/eduard_matovka/README.md",
|
|
"pages/students/2020/vladyslav_krupko/README.md",
|
|
"pages/students/2021/artur_hyrenko/README.md",
|
|
"pages/students/2018/david_omasta/README.md",
|
|
"pages/students/2020/pavol_hudak/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_omasta",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0274",
|
|
"split": "test",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Aké modely mal Eduard Matovka vyskúšať okrem LLAMA?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2021/eduard_matovka/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2021/eduard_matovka/README.md",
|
|
"pages/students/2021/artur_hyrenko/README.md",
|
|
"pages/students/2020/vladyslav_krupko/README.md",
|
|
"pages/students/2020/pavol_hudak/README.md",
|
|
"pages/students/2018/david_omasta/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0288",
|
|
"split": "test",
|
|
"category": "entity_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Nájdi dokument o osobe Andrii Pervashov.",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2022/andrii_pervashov/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/andrii_pervashov/README.md",
|
|
"pages/students/2021/nikita_bodnar/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2019/david_stromp/README.md",
|
|
"pages/students/2019/michal_stromko/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/david_stromp",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0288",
|
|
"split": "test",
|
|
"category": "entity_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Nájdi dokument o osobe Andrii Pervashov.",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2022/andrii_pervashov/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/andrii_pervashov/README.md",
|
|
"pages/students/2021/manohar_gowdru_shridharu/README.md",
|
|
"pages/interns/sevval_bulburu/README.md",
|
|
"pages/students/2018/adrian_remias/README.md",
|
|
"pages/students/2021/vladimir_ferko/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu",
|
|
"https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0288",
|
|
"split": "test",
|
|
"category": "entity_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Nájdi dokument o osobe Andrii Pervashov.",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2022/andrii_pervashov/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/andrii_pervashov/README.md",
|
|
"pages/students/2021/manohar_gowdru_shridharu/README.md",
|
|
"pages/interns/sevval_bulburu/README.md",
|
|
"pages/students/2018/adrian_remias/README.md",
|
|
"pages/students/2021/vladimir_ferko/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu",
|
|
"https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0289",
|
|
"split": "test",
|
|
"category": "fact_title",
|
|
"difficulty": "easy",
|
|
"question": "Aký je názov diplomová práca osoby Andrii Pervashov?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2022/andrii_pervashov/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/andrii_pervashov/README.md",
|
|
"pages/students/2021/nikita_bodnar/README.md",
|
|
"pages/students/2020/matus_suchanic/README.md",
|
|
"pages/students/2016/mark_feher/README.md",
|
|
"pages/students/2016/patrik_pavlisin/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/mark_feher",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0289",
|
|
"split": "test",
|
|
"category": "fact_title",
|
|
"difficulty": "easy",
|
|
"question": "Aký je názov diplomová práca osoby Andrii Pervashov?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2022/andrii_pervashov/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/andrii_pervashov/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/students/2016/patrik_pavlisin/README.md",
|
|
"pages/students/2016/jan_holp/README.md",
|
|
"pages/students/2016/mark_feher/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/mark_feher"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0289",
|
|
"split": "test",
|
|
"category": "fact_title",
|
|
"difficulty": "easy",
|
|
"question": "Aký je názov diplomová práca osoby Andrii Pervashov?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2022/andrii_pervashov/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/andrii_pervashov/README.md",
|
|
"pages/students/2016/mark_feher/README.md",
|
|
"pages/students/2016/jan_holp/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/students/2016/patrik_pavlisin/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/mark_feher",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0290",
|
|
"split": "test",
|
|
"category": "reverse_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Kto sa venuje práci s názvom „Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu“?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2022/andrii_pervashov/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/andrii_pervashov/README.md",
|
|
"pages/topics/seq2seq/README.md",
|
|
"pages/students/2018/adrian_remias/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/students/2019/david_stromp/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",
|
|
"https://zp.kemt.fei.tuke.sk/topics/seq2seq",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/david_stromp"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0290",
|
|
"split": "test",
|
|
"category": "reverse_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Kto sa venuje práci s názvom „Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu“?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2022/andrii_pervashov/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/andrii_pervashov/README.md",
|
|
"pages/topics/faq/README.md",
|
|
"pages/students/2022/valerii_kutsenko/README.md",
|
|
"pages/students/2022/yevhenii_leonov/README.md",
|
|
"pages/students/2022/oleh_poiasnik/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0290",
|
|
"split": "test",
|
|
"category": "reverse_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Kto sa venuje práci s názvom „Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu“?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2022/andrii_pervashov/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/andrii_pervashov/README.md",
|
|
"pages/students/2022/oleh_poiasnik/README.md",
|
|
"pages/topics/faq/README.md",
|
|
"pages/students/2022/valerii_kutsenko/README.md",
|
|
"pages/students/2022/yevhenii_leonov/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0291",
|
|
"split": "test",
|
|
"category": "topic_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Nájdi študenta alebo dokument, ktorý rieši tému „Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu“.",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2022/andrii_pervashov/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/andrii_pervashov/README.md",
|
|
"pages/students/2021/vladimir_ferko/README.md",
|
|
"pages/topics/seq2seq/README.md",
|
|
"pages/students/2019/david_stromp/README.md",
|
|
"pages/students/2017/martin_jancura/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko",
|
|
"https://zp.kemt.fei.tuke.sk/topics/seq2seq",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/david_stromp",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0291",
|
|
"split": "test",
|
|
"category": "topic_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Nájdi študenta alebo dokument, ktorý rieši tému „Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu“.",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2022/andrii_pervashov/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/andrii_pervashov/README.md",
|
|
"pages/topics/faq/README.md",
|
|
"pages/students/2022/oleh_poiasnik/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/students/2016/jan_holp/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0291",
|
|
"split": "test",
|
|
"category": "topic_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Nájdi študenta alebo dokument, ktorý rieši tému „Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu“.",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2022/andrii_pervashov/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/andrii_pervashov/README.md",
|
|
"pages/topics/faq/README.md",
|
|
"pages/students/2022/oleh_poiasnik/README.md",
|
|
"pages/students/2020/matej_kobylan/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0292",
|
|
"split": "test",
|
|
"category": "paraphrase",
|
|
"difficulty": "medium",
|
|
"question": "O čom je práca osoby Andrii Pervashov?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2022/andrii_pervashov/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/andrii_pervashov/README.md",
|
|
"pages/students/2021/nikita_bodnar/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2016/maros_harahus/README.md",
|
|
"pages/students/2017/martin_jancura/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0292",
|
|
"split": "test",
|
|
"category": "paraphrase",
|
|
"difficulty": "medium",
|
|
"question": "O čom je práca osoby Andrii Pervashov?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2022/andrii_pervashov/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/andrii_pervashov/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/topics/question/nezodpovedatelne/README.md",
|
|
"pages/students/2020/matej_kobylan/README.md",
|
|
"pages/students/2020/matus_suchanic/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0292",
|
|
"split": "test",
|
|
"category": "paraphrase",
|
|
"difficulty": "medium",
|
|
"question": "O čom je práca osoby Andrii Pervashov?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2022/andrii_pervashov/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/andrii_pervashov/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/students/2020/matej_kobylan/README.md",
|
|
"pages/topics/question/nezodpovedatelne/README.md",
|
|
"pages/students/2020/matus_suchanic/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan",
|
|
"https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0293",
|
|
"split": "test",
|
|
"category": "fact_start_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku začal študovať Andrii Pervashov?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2022/andrii_pervashov/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/andrii_pervashov/README.md",
|
|
"pages/students/2021/eduard_matovka/README.md",
|
|
"pages/students/2016/jakub_maruniak/timovy_projekt/README.md",
|
|
"pages/students/2021/nikita_bodnar/README.md",
|
|
"pages/topics/faq/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0293",
|
|
"split": "test",
|
|
"category": "fact_start_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku začal študovať Andrii Pervashov?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2022/andrii_pervashov/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/andrii_pervashov/README.md",
|
|
"pages/students/2017/stanislav_matsunych/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/students/2021/nikita_bodnar/README.md",
|
|
"pages/students/2016/jan_holp/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/stanislav_matsunych",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0293",
|
|
"split": "test",
|
|
"category": "fact_start_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku začal študovať Andrii Pervashov?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2022/andrii_pervashov/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/andrii_pervashov/README.md",
|
|
"pages/students/2016/jan_holp/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/students/2017/stanislav_matsunych/README.md",
|
|
"pages/students/2021/nikita_bodnar/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/stanislav_matsunych",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0294",
|
|
"split": "test",
|
|
"category": "verification",
|
|
"difficulty": "medium",
|
|
"question": "Je pri osobe Andrii Pervashov uvedený rok začiatku štúdia 2022?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2022/andrii_pervashov/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/andrii_pervashov/README.md",
|
|
"pages/students/2022/tetiana_mohorian/README.md",
|
|
"pages/students/2022/daniil_huzenko/README.md",
|
|
"pages/students/2022/samuel_vasil/README.md",
|
|
"pages/students/2022/valerii_kutsenko/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0294",
|
|
"split": "test",
|
|
"category": "verification",
|
|
"difficulty": "medium",
|
|
"question": "Je pri osobe Andrii Pervashov uvedený rok začiatku štúdia 2022?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2022/andrii_pervashov/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/andrii_pervashov/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/students/2016/patrik_pavlisin/README.md",
|
|
"pages/students/2018/oleh_bilykh/README.md",
|
|
"pages/students/2020/matus_suchanic/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0294",
|
|
"split": "test",
|
|
"category": "verification",
|
|
"difficulty": "medium",
|
|
"question": "Je pri osobe Andrii Pervashov uvedený rok začiatku štúdia 2022?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2022/andrii_pervashov/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/andrii_pervashov/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/students/2016/patrik_pavlisin/README.md",
|
|
"pages/students/2018/oleh_bilykh/README.md",
|
|
"pages/students/2020/matus_suchanic/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0295",
|
|
"split": "test",
|
|
"category": "fact_work_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku je pri osobe Andrii Pervashov uvedená diplomová práca?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2022/andrii_pervashov/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/andrii_pervashov/README.md",
|
|
"pages/students/2021/nikita_bodnar/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2018/david_omasta/README.md",
|
|
"pages/students/2016/darius_lindvai/timovy_projekt/resers/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_omasta",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai/timovy_projekt/resers"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0295",
|
|
"split": "test",
|
|
"category": "fact_work_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku je pri osobe Andrii Pervashov uvedená diplomová práca?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2022/andrii_pervashov/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/andrii_pervashov/README.md",
|
|
"pages/students/2016/jan_holp/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/students/2016/patrik_pavlisin/README.md",
|
|
"pages/students/2016/jakub_maruniak/dp2021/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0295",
|
|
"split": "test",
|
|
"category": "fact_work_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku je pri osobe Andrii Pervashov uvedená diplomová práca?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2022/andrii_pervashov/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/andrii_pervashov/README.md",
|
|
"pages/students/2016/jan_holp/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/students/2016/patrik_pavlisin/README.md",
|
|
"pages/students/2016/jakub_maruniak/dp2021/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0296",
|
|
"split": "test",
|
|
"category": "disambiguation_year",
|
|
"difficulty": "hard",
|
|
"question": "Rozlíš rok začiatku štúdia a rok práce osoby Andrii Pervashov.",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2022/andrii_pervashov/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/andrii_pervashov/README.md",
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md",
|
|
"pages/students/2019/kristian_sopkovic/README.md",
|
|
"pages/students/2016/ediz_morochovic/README.md",
|
|
"pages/students/2019/filip_tomas/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0296",
|
|
"split": "test",
|
|
"category": "disambiguation_year",
|
|
"difficulty": "hard",
|
|
"question": "Rozlíš rok začiatku štúdia a rok práce osoby Andrii Pervashov.",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2022/andrii_pervashov/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/andrii_pervashov/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/students/2020/matej_kobylan/README.md",
|
|
"pages/students/2016/maros_harahus/README.md",
|
|
"pages/students/2021/manohar_gowdru_shridharu/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0296",
|
|
"split": "test",
|
|
"category": "disambiguation_year",
|
|
"difficulty": "hard",
|
|
"question": "Rozlíš rok začiatku štúdia a rok práce osoby Andrii Pervashov.",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2022/andrii_pervashov/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/andrii_pervashov/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/students/2020/matej_kobylan/README.md",
|
|
"pages/students/2016/maros_harahus/README.md",
|
|
"pages/students/2021/manohar_gowdru_shridharu/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0297",
|
|
"split": "test",
|
|
"category": "adversarial_year",
|
|
"difficulty": "hard",
|
|
"question": "Je rok 2022 rokom záverečnej práce osoby Andrii Pervashov?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2022/andrii_pervashov/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/andrii_pervashov/README.md",
|
|
"pages/topics/faq/README.md",
|
|
"pages/topics/akopisat/README.md",
|
|
"pages/students/2021/nikita_bodnar/README.md",
|
|
"pages/students/2022/jan_malinovsky/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq",
|
|
"https://zp.kemt.fei.tuke.sk/topics/akopisat",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0297",
|
|
"split": "test",
|
|
"category": "adversarial_year",
|
|
"difficulty": "hard",
|
|
"question": "Je rok 2022 rokom záverečnej práce osoby Andrii Pervashov?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2022/andrii_pervashov/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/andrii_pervashov/README.md",
|
|
"pages/students/2020/matej_kobylan/README.md",
|
|
"pages/students/2021/vladimir_ferko/README.md",
|
|
"pages/students/2020/matus_suchanic/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0297",
|
|
"split": "test",
|
|
"category": "adversarial_year",
|
|
"difficulty": "hard",
|
|
"question": "Je rok 2022 rokom záverečnej práce osoby Andrii Pervashov?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2022/andrii_pervashov/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/andrii_pervashov/README.md",
|
|
"pages/students/2021/vladimir_ferko/README.md",
|
|
"pages/students/2020/matej_kobylan/README.md",
|
|
"pages/students/2020/matus_suchanic/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0298",
|
|
"split": "test",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou speech-to-text a osobou Andrii Pervashov?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2022/andrii_pervashov/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/andrii_pervashov/README.md",
|
|
"pages/students/2021/nikita_bodnar/README.md",
|
|
"pages/students/2017/martin_jancura/README.md",
|
|
"pages/students/2019/patrik_pokrivcak/README.md",
|
|
"pages/students/2016/maros_harahus/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0298",
|
|
"split": "test",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou speech-to-text a osobou Andrii Pervashov?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2022/andrii_pervashov/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/andrii_pervashov/README.md",
|
|
"pages/topics/hatespeech/README.md",
|
|
"pages/students/2019/kristian_sopkovic/README.md",
|
|
"pages/topics/faq/README.md",
|
|
"pages/students/2021/manohar_gowdru_shridharu/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",
|
|
"https://zp.kemt.fei.tuke.sk/topics/hatespeech",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0298",
|
|
"split": "test",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou speech-to-text a osobou Andrii Pervashov?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2022/andrii_pervashov/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/andrii_pervashov/README.md",
|
|
"pages/topics/hatespeech/README.md",
|
|
"pages/students/2020/matej_kobylan/README.md",
|
|
"pages/topics/faq/README.md",
|
|
"pages/students/2016/patrik_pavlisin/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",
|
|
"https://zp.kemt.fei.tuke.sk/topics/hatespeech",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0299",
|
|
"split": "test",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou OpenWebUI a osobou Andrii Pervashov?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2022/andrii_pervashov/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/andrii_pervashov/README.md",
|
|
"pages/students/2022/jan_ptak/README.md",
|
|
"pages/students/2017/martin_jancura/README.md",
|
|
"pages/students/2021/nikita_bodnar/README.md",
|
|
"pages/students/2023/maksym_zatirka/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0299",
|
|
"split": "test",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou OpenWebUI a osobou Andrii Pervashov?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2022/andrii_pervashov/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/andrii_pervashov/README.md",
|
|
"pages/students/2022/samuel_vasil/README.md",
|
|
"pages/students/2018/oleh_bilykh/README.md",
|
|
"pages/students/2023/oleksandr_dorybohov/README.md",
|
|
"pages/students/2022/jan_ptak/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0299",
|
|
"split": "test",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou OpenWebUI a osobou Andrii Pervashov?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2022/andrii_pervashov/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/andrii_pervashov/README.md",
|
|
"pages/students/2022/samuel_vasil/README.md",
|
|
"pages/students/2022/jan_ptak/README.md",
|
|
"pages/students/2018/oleh_bilykh/README.md",
|
|
"pages/students/2023/oleksandr_dorybohov/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0300",
|
|
"split": "test",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou štruktúrované informácie a osobou Andrii Pervashov?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2022/andrii_pervashov/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/andrii_pervashov/README.md",
|
|
"pages/students/2021/oleksandr_hryshchenko/README.md",
|
|
"pages/students/2017/martin_jancura/README.md",
|
|
"pages/students/2021/nikita_bodnar/README.md",
|
|
"pages/students/2016/maros_harahus/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0300",
|
|
"split": "test",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou štruktúrované informácie a osobou Andrii Pervashov?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2022/andrii_pervashov/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/andrii_pervashov/README.md",
|
|
"pages/topics/faq/README.md",
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2016/jan_holp/README.md",
|
|
"pages/students/2016/patrik_pavlisin/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0300",
|
|
"split": "test",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou štruktúrované informácie a osobou Andrii Pervashov?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2022/andrii_pervashov/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/andrii_pervashov/README.md",
|
|
"pages/topics/faq/README.md",
|
|
"pages/students/2020/matej_kobylan/README.md",
|
|
"pages/students/2016/patrik_pavlisin/README.md",
|
|
"pages/students/2022/jan_malinovsky/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0301",
|
|
"split": "test",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Aké rozhranie alebo systém má Andrii Pervashov naštudovať pre svoju prácu?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2022/andrii_pervashov/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/andrii_pervashov/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/students/2021/nikita_bodnar/README.md",
|
|
"pages/topics/named-entity/navod/README.md",
|
|
"pages/students/2019/samuel_horani/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar",
|
|
"https://zp.kemt.fei.tuke.sk/topics/named-entity/navod",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0301",
|
|
"split": "test",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Aké rozhranie alebo systém má Andrii Pervashov naštudovať pre svoju prácu?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2022/andrii_pervashov/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/andrii_pervashov/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md",
|
|
"pages/students/2020/matej_kobylan/README.md",
|
|
"pages/students/2021/artur_hyrenko/README.md",
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0301",
|
|
"split": "test",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Aké rozhranie alebo systém má Andrii Pervashov naštudovať pre svoju prácu?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2022/andrii_pervashov/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/andrii_pervashov/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md",
|
|
"pages/students/2020/matej_kobylan/README.md",
|
|
"pages/students/2023/oleksandr_dorybohov/README.md",
|
|
"pages/students/2019/samuel_horani/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0302",
|
|
"split": "test",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Do akej podoby má agent Andriiho Pervashova transformovať rečový vstup?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2022/andrii_pervashov/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/andrii_pervashov/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md",
|
|
"pages/students/2016/dominik_nagy/README.md",
|
|
"pages/students/2016/patrik_pavlisin/tp20/README.md",
|
|
"pages/students/2019/michal_stromko/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0302",
|
|
"split": "test",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Do akej podoby má agent Andriiho Pervashova transformovať rečový vstup?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2022/andrii_pervashov/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/andrii_pervashov/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0302",
|
|
"split": "test",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Do akej podoby má agent Andriiho Pervashova transformovať rečový vstup?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2022/andrii_pervashov/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/andrii_pervashov/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/students/2021/matej_scislak/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0317",
|
|
"split": "test",
|
|
"category": "entity_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Nájdi dokument o osobe Oleh Poiasnik.",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2022/oleh_poiasnik/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/oleh_poiasnik/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2022/yevhenii_leonov/README.md",
|
|
"pages/students/2018/oleh_bilykh/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0317",
|
|
"split": "test",
|
|
"category": "entity_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Nájdi dokument o osobe Oleh Poiasnik.",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2022/oleh_poiasnik/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/oleh_poiasnik/README.md",
|
|
"pages/students/2021/manohar_gowdru_shridharu/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2018/adrian_remias/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0317",
|
|
"split": "test",
|
|
"category": "entity_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Nájdi dokument o osobe Oleh Poiasnik.",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2022/oleh_poiasnik/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/oleh_poiasnik/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2021/manohar_gowdru_shridharu/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2018/adrian_remias/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0318",
|
|
"split": "test",
|
|
"category": "fact_title",
|
|
"difficulty": "easy",
|
|
"question": "Aký je názov diplomová práca osoby Oleh Poiasnik?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2022/oleh_poiasnik/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/oleh_poiasnik/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2022/yevhenii_leonov/README.md",
|
|
"pages/students/2020/matus_suchanic/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0318",
|
|
"split": "test",
|
|
"category": "fact_title",
|
|
"difficulty": "easy",
|
|
"question": "Aký je názov diplomová práca osoby Oleh Poiasnik?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2022/oleh_poiasnik/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/oleh_poiasnik/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2018/oleh_bilykh/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0318",
|
|
"split": "test",
|
|
"category": "fact_title",
|
|
"difficulty": "easy",
|
|
"question": "Aký je názov diplomová práca osoby Oleh Poiasnik?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2022/oleh_poiasnik/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/oleh_poiasnik/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2018/oleh_bilykh/README.md",
|
|
"pages/students/2022/yevhenii_leonov/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0319",
|
|
"split": "test",
|
|
"category": "reverse_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Kto sa venuje práci s názvom „Expertný agentový systém na podporu rozhodovania v lekárni“?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2022/oleh_poiasnik/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/oleh_poiasnik/README.md",
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md",
|
|
"pages/topics/steel/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",
|
|
"https://zp.kemt.fei.tuke.sk/topics/steel",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0319",
|
|
"split": "test",
|
|
"category": "reverse_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Kto sa venuje práci s názvom „Expertný agentový systém na podporu rozhodovania v lekárni“?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2022/oleh_poiasnik/README.md"
|
|
],
|
|
"first_relevant_rank": 3,
|
|
"reciprocal_rank": 0.333333,
|
|
"top_documents": [
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md",
|
|
"pages/students/2023/oleksandr_dorybohov/README.md",
|
|
"pages/students/2022/oleh_poiasnik/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md",
|
|
"pages/students/2021/matej_scislak/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
|
|
],
|
|
"hit_at_1": 0,
|
|
"recall_at_1": 0.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0319",
|
|
"split": "test",
|
|
"category": "reverse_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Kto sa venuje práci s názvom „Expertný agentový systém na podporu rozhodovania v lekárni“?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2022/oleh_poiasnik/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/oleh_poiasnik/README.md",
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2023/oleksandr_dorybohov/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0320",
|
|
"split": "test",
|
|
"category": "topic_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Nájdi študenta alebo dokument, ktorý rieši tému „Expertný agentový systém na podporu rozhodovania v lekárni“.",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2022/oleh_poiasnik/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/oleh_poiasnik/README.md",
|
|
"pages/topics/steel/README.md",
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2021/vladimir_ferko/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik",
|
|
"https://zp.kemt.fei.tuke.sk/topics/steel",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0320",
|
|
"split": "test",
|
|
"category": "topic_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Nájdi študenta alebo dokument, ktorý rieši tému „Expertný agentový systém na podporu rozhodovania v lekárni“.",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2022/oleh_poiasnik/README.md"
|
|
],
|
|
"first_relevant_rank": 4,
|
|
"reciprocal_rank": 0.25,
|
|
"top_documents": [
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md",
|
|
"pages/students/2023/oleksandr_dorybohov/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2022/oleh_poiasnik/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"
|
|
],
|
|
"hit_at_1": 0,
|
|
"recall_at_1": 0.0,
|
|
"hit_at_3": 0,
|
|
"recall_at_3": 0.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0320",
|
|
"split": "test",
|
|
"category": "topic_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Nájdi študenta alebo dokument, ktorý rieši tému „Expertný agentový systém na podporu rozhodovania v lekárni“.",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2022/oleh_poiasnik/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/oleh_poiasnik/README.md",
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/topics/faq/README.md",
|
|
"pages/students/2023/oleksandr_dorybohov/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0321",
|
|
"split": "test",
|
|
"category": "paraphrase",
|
|
"difficulty": "medium",
|
|
"question": "O čom je práca osoby Oleh Poiasnik?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2022/oleh_poiasnik/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/oleh_poiasnik/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2018/oleh_bilykh/README.md",
|
|
"pages/students/2022/yevhenii_leonov/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0321",
|
|
"split": "test",
|
|
"category": "paraphrase",
|
|
"difficulty": "medium",
|
|
"question": "O čom je práca osoby Oleh Poiasnik?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2022/oleh_poiasnik/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/oleh_poiasnik/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2022/yevhenii_leonov/README.md",
|
|
"pages/students/2023/oleksandr_dorybohov/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0321",
|
|
"split": "test",
|
|
"category": "paraphrase",
|
|
"difficulty": "medium",
|
|
"question": "O čom je práca osoby Oleh Poiasnik?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2022/oleh_poiasnik/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/oleh_poiasnik/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2022/yevhenii_leonov/README.md",
|
|
"pages/students/2020/matej_kobylan/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0322",
|
|
"split": "test",
|
|
"category": "fact_start_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku začal študovať Oleh Poiasnik?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2022/oleh_poiasnik/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/oleh_poiasnik/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2021/eduard_matovka/README.md",
|
|
"pages/students/2016/jakub_maruniak/timovy_projekt/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0322",
|
|
"split": "test",
|
|
"category": "fact_start_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku začal študovať Oleh Poiasnik?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2022/oleh_poiasnik/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/oleh_poiasnik/README.md",
|
|
"pages/students/2022/yevhenii_leonov/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2018/oleh_bilykh/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0322",
|
|
"split": "test",
|
|
"category": "fact_start_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku začal študovať Oleh Poiasnik?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2022/oleh_poiasnik/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/oleh_poiasnik/README.md",
|
|
"pages/students/2022/yevhenii_leonov/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2018/oleh_bilykh/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0323",
|
|
"split": "test",
|
|
"category": "verification",
|
|
"difficulty": "medium",
|
|
"question": "Je pri osobe Oleh Poiasnik uvedený rok začiatku štúdia 2022?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2022/oleh_poiasnik/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/oleh_poiasnik/README.md",
|
|
"pages/students/2022/yevhenii_leonov/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md",
|
|
"pages/students/2022/tetiana_mohorian/README.md",
|
|
"pages/students/2022/daniil_huzenko/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0323",
|
|
"split": "test",
|
|
"category": "verification",
|
|
"difficulty": "medium",
|
|
"question": "Je pri osobe Oleh Poiasnik uvedený rok začiatku štúdia 2022?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2022/oleh_poiasnik/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/oleh_poiasnik/README.md",
|
|
"pages/students/2022/yevhenii_leonov/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2018/oleh_bilykh/README.md",
|
|
"pages/students/2021/matej_scislak/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0323",
|
|
"split": "test",
|
|
"category": "verification",
|
|
"difficulty": "medium",
|
|
"question": "Je pri osobe Oleh Poiasnik uvedený rok začiatku štúdia 2022?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2022/oleh_poiasnik/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/oleh_poiasnik/README.md",
|
|
"pages/students/2022/yevhenii_leonov/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2018/oleh_bilykh/README.md",
|
|
"pages/students/2021/matej_scislak/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0324",
|
|
"split": "test",
|
|
"category": "fact_work_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku je pri osobe Oleh Poiasnik uvedená diplomová práca?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2022/oleh_poiasnik/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/oleh_poiasnik/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2022/yevhenii_leonov/README.md",
|
|
"pages/students/2018/oleh_bilykh/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0324",
|
|
"split": "test",
|
|
"category": "fact_work_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku je pri osobe Oleh Poiasnik uvedená diplomová práca?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2022/oleh_poiasnik/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/oleh_poiasnik/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2018/oleh_bilykh/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0324",
|
|
"split": "test",
|
|
"category": "fact_work_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku je pri osobe Oleh Poiasnik uvedená diplomová práca?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2022/oleh_poiasnik/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/oleh_poiasnik/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2018/oleh_bilykh/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2022/yevhenii_leonov/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0325",
|
|
"split": "test",
|
|
"category": "disambiguation_year",
|
|
"difficulty": "hard",
|
|
"question": "Rozlíš rok začiatku štúdia a rok práce osoby Oleh Poiasnik.",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2022/oleh_poiasnik/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/oleh_poiasnik/README.md",
|
|
"pages/students/2022/yevhenii_leonov/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md",
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md",
|
|
"pages/students/2019/kristian_sopkovic/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0325",
|
|
"split": "test",
|
|
"category": "disambiguation_year",
|
|
"difficulty": "hard",
|
|
"question": "Rozlíš rok začiatku štúdia a rok práce osoby Oleh Poiasnik.",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2022/oleh_poiasnik/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/oleh_poiasnik/README.md",
|
|
"pages/students/2020/matej_kobylan/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/interns/oliver_pejic/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/interns/oliver_pejic"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0325",
|
|
"split": "test",
|
|
"category": "disambiguation_year",
|
|
"difficulty": "hard",
|
|
"question": "Rozlíš rok začiatku štúdia a rok práce osoby Oleh Poiasnik.",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2022/oleh_poiasnik/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/oleh_poiasnik/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2022/yevhenii_leonov/README.md",
|
|
"pages/students/2018/oleh_bilykh/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0326",
|
|
"split": "test",
|
|
"category": "adversarial_year",
|
|
"difficulty": "hard",
|
|
"question": "Je rok 2022 rokom záverečnej práce osoby Oleh Poiasnik?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2022/oleh_poiasnik/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/oleh_poiasnik/README.md",
|
|
"pages/students/2022/yevhenii_leonov/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/topics/faq/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0326",
|
|
"split": "test",
|
|
"category": "adversarial_year",
|
|
"difficulty": "hard",
|
|
"question": "Je rok 2022 rokom záverečnej práce osoby Oleh Poiasnik?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2022/oleh_poiasnik/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/oleh_poiasnik/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2022/yevhenii_leonov/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0326",
|
|
"split": "test",
|
|
"category": "adversarial_year",
|
|
"difficulty": "hard",
|
|
"question": "Je rok 2022 rokom záverečnej práce osoby Oleh Poiasnik?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2022/oleh_poiasnik/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/oleh_poiasnik/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2022/yevhenii_leonov/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0327",
|
|
"split": "test",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou lekáreň a osobou Oleh Poiasnik?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2022/oleh_poiasnik/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/oleh_poiasnik/README.md",
|
|
"pages/students/2018/oleh_bilykh/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2022/yevhenii_leonov/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0327",
|
|
"split": "test",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou lekáreň a osobou Oleh Poiasnik?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2022/oleh_poiasnik/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/oleh_poiasnik/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2018/oleh_bilykh/README.md",
|
|
"pages/topics/faq/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0327",
|
|
"split": "test",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou lekáreň a osobou Oleh Poiasnik?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2022/oleh_poiasnik/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/oleh_poiasnik/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2018/oleh_bilykh/README.md",
|
|
"pages/topics/faq/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0328",
|
|
"split": "test",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou znalostný graf a osobou Oleh Poiasnik?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2022/oleh_poiasnik/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/oleh_poiasnik/README.md",
|
|
"pages/students/2022/valerii_kutsenko/README.md",
|
|
"pages/students/2023/maksym_zatirka/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2022/jan_malinovsky/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0328",
|
|
"split": "test",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou znalostný graf a osobou Oleh Poiasnik?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2022/oleh_poiasnik/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/oleh_poiasnik/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2022/valerii_kutsenko/README.md",
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2023/maksym_zatirka/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0328",
|
|
"split": "test",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou znalostný graf a osobou Oleh Poiasnik?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2022/oleh_poiasnik/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/oleh_poiasnik/README.md",
|
|
"pages/students/2022/valerii_kutsenko/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2023/maksym_zatirka/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0329",
|
|
"split": "test",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou LightRAG a osobou Oleh Poiasnik?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2022/oleh_poiasnik/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/oleh_poiasnik/README.md",
|
|
"pages/students/2018/oleh_bilykh/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2022/valerii_kutsenko/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0329",
|
|
"split": "test",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou LightRAG a osobou Oleh Poiasnik?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2022/oleh_poiasnik/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/oleh_poiasnik/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md",
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2022/valerii_kutsenko/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0329",
|
|
"split": "test",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou LightRAG a osobou Oleh Poiasnik?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2022/oleh_poiasnik/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/oleh_poiasnik/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2022/valerii_kutsenko/README.md",
|
|
"pages/students/2022/yevhenii_leonov/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0330",
|
|
"split": "test",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Z akej databázy mal Oleh Poiasnik zostaviť znalostný graf?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2022/oleh_poiasnik/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/oleh_poiasnik/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2023/maksym_zatirka/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2022/valerii_kutsenko/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0330",
|
|
"split": "test",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Z akej databázy mal Oleh Poiasnik zostaviť znalostný graf?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2022/oleh_poiasnik/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/oleh_poiasnik/README.md",
|
|
"pages/students/2023/maksym_zatirka/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2021/oleksandr_hryshchenko/README.md",
|
|
"pages/students/2022/jan_malinovsky/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0330",
|
|
"split": "test",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Z akej databázy mal Oleh Poiasnik zostaviť znalostný graf?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2022/oleh_poiasnik/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/oleh_poiasnik/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2023/maksym_zatirka/README.md",
|
|
"pages/students/2022/valerii_kutsenko/README.md",
|
|
"pages/students/2022/jan_ptak/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0331",
|
|
"split": "test",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Aký nástroj použil Oleh Poiasnik na vytvorenie znalostného grafu?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2022/oleh_poiasnik/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/oleh_poiasnik/README.md",
|
|
"pages/students/2022/valerii_kutsenko/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2022/jan_malinovsky/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0331",
|
|
"split": "test",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Aký nástroj použil Oleh Poiasnik na vytvorenie znalostného grafu?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2022/oleh_poiasnik/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/oleh_poiasnik/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2022/valerii_kutsenko/README.md",
|
|
"pages/students/2021/oleksandr_hryshchenko/README.md",
|
|
"pages/students/2023/maksym_zatirka/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0331",
|
|
"split": "test",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Aký nástroj použil Oleh Poiasnik na vytvorenie znalostného grafu?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2022/oleh_poiasnik/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/oleh_poiasnik/README.md",
|
|
"pages/students/2022/valerii_kutsenko/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2023/maksym_zatirka/README.md",
|
|
"pages/students/2022/jan_malinovsky/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0332",
|
|
"split": "test",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Pre približne koľko liekov bol vytvorený znalostný graf v stave práce Oleha Poiasnika?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2022/oleh_poiasnik/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/oleh_poiasnik/README.md",
|
|
"pages/students/2023/maksym_zatirka/README.md",
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2022/valerii_kutsenko/README.md",
|
|
"pages/students/2016/lukas_pokryvka/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0332",
|
|
"split": "test",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Pre približne koľko liekov bol vytvorený znalostný graf v stave práce Oleha Poiasnika?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2022/oleh_poiasnik/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/oleh_poiasnik/README.md",
|
|
"pages/students/2023/maksym_zatirka/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2021/oleksandr_hryshchenko/README.md",
|
|
"pages/students/2022/valerii_kutsenko/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0332",
|
|
"split": "test",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Pre približne koľko liekov bol vytvorený znalostný graf v stave práce Oleha Poiasnika?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2022/oleh_poiasnik/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/oleh_poiasnik/README.md",
|
|
"pages/students/2023/maksym_zatirka/README.md",
|
|
"pages/students/2022/valerii_kutsenko/README.md",
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2021/oleksandr_hryshchenko/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0348",
|
|
"split": "test",
|
|
"category": "entity_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Nájdi dokument o osobe Vladyslav Yanchenko.",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2022/vladyslav_yanchenko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/vladyslav_yanchenko/README.md",
|
|
"pages/students/2020/vladyslav_krupko/README.md",
|
|
"pages/students/2016/maros_harahus/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2019/david_stromp/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/david_stromp"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0348",
|
|
"split": "test",
|
|
"category": "entity_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Nájdi dokument o osobe Vladyslav Yanchenko.",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2022/vladyslav_yanchenko/README.md"
|
|
],
|
|
"first_relevant_rank": 3,
|
|
"reciprocal_rank": 0.333333,
|
|
"top_documents": [
|
|
"pages/interns/sevval_bulburu/README.md",
|
|
"pages/students/2021/manohar_gowdru_shridharu/README.md",
|
|
"pages/students/2022/vladyslav_yanchenko/README.md",
|
|
"pages/students/2020/vladyslav_krupko/README.md",
|
|
"pages/students/2021/vladimir_ferko/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"
|
|
],
|
|
"hit_at_1": 0,
|
|
"recall_at_1": 0.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0348",
|
|
"split": "test",
|
|
"category": "entity_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Nájdi dokument o osobe Vladyslav Yanchenko.",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2022/vladyslav_yanchenko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/vladyslav_yanchenko/README.md",
|
|
"pages/interns/sevval_bulburu/README.md",
|
|
"pages/students/2021/manohar_gowdru_shridharu/README.md",
|
|
"pages/students/2020/vladyslav_krupko/README.md",
|
|
"pages/students/2021/vladimir_ferko/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko",
|
|
"https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0349",
|
|
"split": "test",
|
|
"category": "fact_title",
|
|
"difficulty": "easy",
|
|
"question": "Aký je názov bakalárska práca osoby Vladyslav Yanchenko?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2022/vladyslav_yanchenko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/vladyslav_yanchenko/README.md",
|
|
"pages/students/2020/vladyslav_krupko/README.md",
|
|
"pages/students/2020/matus_suchanic/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2016/maros_harahus/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0349",
|
|
"split": "test",
|
|
"category": "fact_title",
|
|
"difficulty": "easy",
|
|
"question": "Aký je názov bakalárska práca osoby Vladyslav Yanchenko?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2022/vladyslav_yanchenko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/vladyslav_yanchenko/README.md",
|
|
"pages/students/2020/vladyslav_krupko/README.md",
|
|
"pages/students/2019/artem_yatsenko/README.md",
|
|
"pages/students/2021/eduard_matovka/README.md",
|
|
"pages/students/2021/vladimir_ferko/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0349",
|
|
"split": "test",
|
|
"category": "fact_title",
|
|
"difficulty": "easy",
|
|
"question": "Aký je názov bakalárska práca osoby Vladyslav Yanchenko?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2022/vladyslav_yanchenko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/vladyslav_yanchenko/README.md",
|
|
"pages/students/2020/vladyslav_krupko/README.md",
|
|
"pages/students/2019/artem_yatsenko/README.md",
|
|
"pages/students/2021/vladimir_ferko/README.md",
|
|
"pages/students/2016/jan_holp/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0350",
|
|
"split": "test",
|
|
"category": "reverse_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Kto sa venuje práci s názvom „Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí“?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2022/vladyslav_yanchenko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/vladyslav_yanchenko/README.md",
|
|
"pages/students/2019/filip_tomas/README.md",
|
|
"pages/topics/named-entity/README.md",
|
|
"pages/students/2019/samuel_horani/README.md",
|
|
"pages/students/2021/vladimir_ferko/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas",
|
|
"https://zp.kemt.fei.tuke.sk/topics/named-entity",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0350",
|
|
"split": "test",
|
|
"category": "reverse_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Kto sa venuje práci s názvom „Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí“?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2022/vladyslav_yanchenko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/vladyslav_yanchenko/README.md",
|
|
"pages/students/2022/daniil_huzenko/README.md",
|
|
"pages/students/2021/manohar_gowdru_shridharu/README.md",
|
|
"pages/students/2019/filip_tomas/README.md",
|
|
"pages/students/2022/valerii_kutsenko/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0350",
|
|
"split": "test",
|
|
"category": "reverse_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Kto sa venuje práci s názvom „Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí“?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2022/vladyslav_yanchenko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/vladyslav_yanchenko/README.md",
|
|
"pages/students/2019/filip_tomas/README.md",
|
|
"pages/students/2022/daniil_huzenko/README.md",
|
|
"pages/students/2021/manohar_gowdru_shridharu/README.md",
|
|
"pages/students/2022/valerii_kutsenko/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0351",
|
|
"split": "test",
|
|
"category": "topic_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Nájdi študenta alebo dokument, ktorý rieši tému „Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí“.",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2022/vladyslav_yanchenko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/vladyslav_yanchenko/README.md",
|
|
"pages/students/2019/filip_tomas/README.md",
|
|
"pages/students/2021/vladimir_ferko/README.md",
|
|
"pages/students/2019/michal_stromko/README.md",
|
|
"pages/topics/faq/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0351",
|
|
"split": "test",
|
|
"category": "topic_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Nájdi študenta alebo dokument, ktorý rieši tému „Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí“.",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2022/vladyslav_yanchenko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/vladyslav_yanchenko/README.md",
|
|
"pages/students/2022/daniil_huzenko/README.md",
|
|
"pages/students/2019/filip_tomas/README.md",
|
|
"pages/students/2021/manohar_gowdru_shridharu/README.md",
|
|
"pages/students/2021/vladimir_ferko/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0351",
|
|
"split": "test",
|
|
"category": "topic_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Nájdi študenta alebo dokument, ktorý rieši tému „Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí“.",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2022/vladyslav_yanchenko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/vladyslav_yanchenko/README.md",
|
|
"pages/students/2019/filip_tomas/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2022/daniil_huzenko/README.md",
|
|
"pages/students/2021/manohar_gowdru_shridharu/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0352",
|
|
"split": "test",
|
|
"category": "paraphrase",
|
|
"difficulty": "medium",
|
|
"question": "O čom je práca osoby Vladyslav Yanchenko?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2022/vladyslav_yanchenko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/vladyslav_yanchenko/README.md",
|
|
"pages/students/2020/vladyslav_krupko/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2016/maros_harahus/README.md",
|
|
"pages/students/2017/martin_jancura/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0352",
|
|
"split": "test",
|
|
"category": "paraphrase",
|
|
"difficulty": "medium",
|
|
"question": "O čom je práca osoby Vladyslav Yanchenko?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2022/vladyslav_yanchenko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/vladyslav_yanchenko/README.md",
|
|
"pages/students/2020/vladyslav_krupko/README.md",
|
|
"pages/students/2022/valerii_kutsenko/README.md",
|
|
"pages/students/2021/artur_hyrenko/README.md",
|
|
"pages/students/2019/artem_yatsenko/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0352",
|
|
"split": "test",
|
|
"category": "paraphrase",
|
|
"difficulty": "medium",
|
|
"question": "O čom je práca osoby Vladyslav Yanchenko?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2022/vladyslav_yanchenko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/vladyslav_yanchenko/README.md",
|
|
"pages/students/2020/vladyslav_krupko/README.md",
|
|
"pages/students/2019/artem_yatsenko/README.md",
|
|
"pages/students/2022/valerii_kutsenko/README.md",
|
|
"pages/students/2021/artur_hyrenko/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0353",
|
|
"split": "test",
|
|
"category": "fact_start_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku začal študovať Vladyslav Yanchenko?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2022/vladyslav_yanchenko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/vladyslav_yanchenko/README.md",
|
|
"pages/students/2016/maros_harahus/README.md",
|
|
"pages/students/2021/eduard_matovka/README.md",
|
|
"pages/students/2016/jakub_maruniak/timovy_projekt/README.md",
|
|
"pages/students/2020/vladyslav_krupko/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0353",
|
|
"split": "test",
|
|
"category": "fact_start_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku začal študovať Vladyslav Yanchenko?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2022/vladyslav_yanchenko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/vladyslav_yanchenko/README.md",
|
|
"pages/students/2022/valerii_kutsenko/README.md",
|
|
"pages/students/2020/vladyslav_krupko/README.md",
|
|
"pages/students/2022/yevhenii_leonov/README.md",
|
|
"pages/students/2019/artem_yatsenko/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0353",
|
|
"split": "test",
|
|
"category": "fact_start_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku začal študovať Vladyslav Yanchenko?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2022/vladyslav_yanchenko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/vladyslav_yanchenko/README.md",
|
|
"pages/students/2020/vladyslav_krupko/README.md",
|
|
"pages/students/2022/valerii_kutsenko/README.md",
|
|
"pages/students/2022/yevhenii_leonov/README.md",
|
|
"pages/students/2016/jan_holp/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0354",
|
|
"split": "test",
|
|
"category": "verification",
|
|
"difficulty": "medium",
|
|
"question": "Je pri osobe Vladyslav Yanchenko uvedený rok začiatku štúdia 2022?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2022/vladyslav_yanchenko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/vladyslav_yanchenko/README.md",
|
|
"pages/students/2020/vladyslav_krupko/README.md",
|
|
"pages/students/2022/tetiana_mohorian/README.md",
|
|
"pages/students/2022/daniil_huzenko/README.md",
|
|
"pages/students/2022/samuel_vasil/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0354",
|
|
"split": "test",
|
|
"category": "verification",
|
|
"difficulty": "medium",
|
|
"question": "Je pri osobe Vladyslav Yanchenko uvedený rok začiatku štúdia 2022?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2022/vladyslav_yanchenko/README.md"
|
|
],
|
|
"first_relevant_rank": 2,
|
|
"reciprocal_rank": 0.5,
|
|
"top_documents": [
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/students/2022/vladyslav_yanchenko/README.md",
|
|
"pages/students/2019/artem_yatsenko/README.md",
|
|
"pages/students/2017/martin_jancura/README.md",
|
|
"pages/students/2022/yevhenii_leonov/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov"
|
|
],
|
|
"hit_at_1": 0,
|
|
"recall_at_1": 0.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0354",
|
|
"split": "test",
|
|
"category": "verification",
|
|
"difficulty": "medium",
|
|
"question": "Je pri osobe Vladyslav Yanchenko uvedený rok začiatku štúdia 2022?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2022/vladyslav_yanchenko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/vladyslav_yanchenko/README.md",
|
|
"pages/students/2021/eduard_matovka/README.md",
|
|
"pages/students/2022/yevhenii_leonov/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/students/2019/artem_yatsenko/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0355",
|
|
"split": "test",
|
|
"category": "fact_work_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku je pri osobe Vladyslav Yanchenko uvedená bakalárska práca?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2022/vladyslav_yanchenko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/vladyslav_yanchenko/README.md",
|
|
"pages/students/2016/maros_harahus/README.md",
|
|
"pages/students/2020/vladyslav_krupko/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2016/darius_lindvai/timovy_projekt/resers/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai/timovy_projekt/resers"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0355",
|
|
"split": "test",
|
|
"category": "fact_work_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku je pri osobe Vladyslav Yanchenko uvedená bakalárska práca?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2022/vladyslav_yanchenko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/vladyslav_yanchenko/README.md",
|
|
"pages/students/2020/vladyslav_krupko/README.md",
|
|
"pages/students/2019/artem_yatsenko/README.md",
|
|
"pages/students/2021/eduard_matovka/README.md",
|
|
"pages/students/2021/vladimir_ferko/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0355",
|
|
"split": "test",
|
|
"category": "fact_work_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku je pri osobe Vladyslav Yanchenko uvedená bakalárska práca?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2022/vladyslav_yanchenko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/vladyslav_yanchenko/README.md",
|
|
"pages/students/2020/vladyslav_krupko/README.md",
|
|
"pages/students/2019/artem_yatsenko/README.md",
|
|
"pages/students/2021/eduard_matovka/README.md",
|
|
"pages/students/2021/vladimir_ferko/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0356",
|
|
"split": "test",
|
|
"category": "disambiguation_year",
|
|
"difficulty": "hard",
|
|
"question": "Rozlíš rok začiatku štúdia a rok práce osoby Vladyslav Yanchenko.",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2022/vladyslav_yanchenko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/vladyslav_yanchenko/README.md",
|
|
"pages/students/2020/vladyslav_krupko/README.md",
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md",
|
|
"pages/students/2019/kristian_sopkovic/README.md",
|
|
"pages/students/2016/ediz_morochovic/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0356",
|
|
"split": "test",
|
|
"category": "disambiguation_year",
|
|
"difficulty": "hard",
|
|
"question": "Rozlíš rok začiatku štúdia a rok práce osoby Vladyslav Yanchenko.",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2022/vladyslav_yanchenko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/vladyslav_yanchenko/README.md",
|
|
"pages/students/2017/martin_jancura/README.md",
|
|
"pages/students/2020/vladyslav_krupko/README.md",
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md",
|
|
"pages/students/2020/matej_kobylan/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0356",
|
|
"split": "test",
|
|
"category": "disambiguation_year",
|
|
"difficulty": "hard",
|
|
"question": "Rozlíš rok začiatku štúdia a rok práce osoby Vladyslav Yanchenko.",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2022/vladyslav_yanchenko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/vladyslav_yanchenko/README.md",
|
|
"pages/students/2020/vladyslav_krupko/README.md",
|
|
"pages/students/2017/martin_jancura/README.md",
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md",
|
|
"pages/students/2020/matej_kobylan/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0357",
|
|
"split": "test",
|
|
"category": "adversarial_year",
|
|
"difficulty": "hard",
|
|
"question": "Je rok 2022 rokom záverečnej práce osoby Vladyslav Yanchenko?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2022/vladyslav_yanchenko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/vladyslav_yanchenko/README.md",
|
|
"pages/topics/faq/README.md",
|
|
"pages/students/2020/vladyslav_krupko/README.md",
|
|
"pages/topics/akopisat/README.md",
|
|
"pages/students/2022/jan_malinovsky/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko",
|
|
"https://zp.kemt.fei.tuke.sk/topics/akopisat",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0357",
|
|
"split": "test",
|
|
"category": "adversarial_year",
|
|
"difficulty": "hard",
|
|
"question": "Je rok 2022 rokom záverečnej práce osoby Vladyslav Yanchenko?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2022/vladyslav_yanchenko/README.md"
|
|
],
|
|
"first_relevant_rank": 2,
|
|
"reciprocal_rank": 0.5,
|
|
"top_documents": [
|
|
"pages/students/2020/vladyslav_krupko/README.md",
|
|
"pages/students/2022/vladyslav_yanchenko/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/students/2022/yevhenii_leonov/README.md",
|
|
"pages/students/2021/vladimir_ferko/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"
|
|
],
|
|
"hit_at_1": 0,
|
|
"recall_at_1": 0.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0357",
|
|
"split": "test",
|
|
"category": "adversarial_year",
|
|
"difficulty": "hard",
|
|
"question": "Je rok 2022 rokom záverečnej práce osoby Vladyslav Yanchenko?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2022/vladyslav_yanchenko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/vladyslav_yanchenko/README.md",
|
|
"pages/students/2020/vladyslav_krupko/README.md",
|
|
"pages/students/2022/yevhenii_leonov/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/students/2021/vladimir_ferko/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0358",
|
|
"split": "test",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou cloud a osobou Vladyslav Yanchenko?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2022/vladyslav_yanchenko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/vladyslav_yanchenko/README.md",
|
|
"pages/students/2020/vladyslav_krupko/README.md",
|
|
"pages/students/2016/maros_harahus/README.md",
|
|
"pages/students/2019/michal_stromko/README.md",
|
|
"pages/students/2017/martin_jancura/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0358",
|
|
"split": "test",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou cloud a osobou Vladyslav Yanchenko?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2022/vladyslav_yanchenko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/vladyslav_yanchenko/README.md",
|
|
"pages/students/2019/michal_stromko/README.md",
|
|
"pages/students/2022/valerii_kutsenko/README.md",
|
|
"pages/students/2016/lukas_pokryvka/README.md",
|
|
"pages/students/2017/martin_jancura/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0358",
|
|
"split": "test",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou cloud a osobou Vladyslav Yanchenko?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2022/vladyslav_yanchenko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/vladyslav_yanchenko/README.md",
|
|
"pages/students/2019/michal_stromko/README.md",
|
|
"pages/students/2018/samuel_sirotnik/README.md",
|
|
"pages/students/2022/valerii_kutsenko/README.md",
|
|
"pages/students/2020/vladyslav_krupko/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0359",
|
|
"split": "test",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou Kubernetes a osobou Vladyslav Yanchenko?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2022/vladyslav_yanchenko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/vladyslav_yanchenko/README.md",
|
|
"pages/students/2020/vladyslav_krupko/README.md",
|
|
"pages/students/2016/maros_harahus/README.md",
|
|
"pages/students/2017/martin_jancura/README.md",
|
|
"pages/students/2022/daniil_huzenko/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0359",
|
|
"split": "test",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou Kubernetes a osobou Vladyslav Yanchenko?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2022/vladyslav_yanchenko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/vladyslav_yanchenko/README.md",
|
|
"pages/students/2022/daniil_huzenko/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/students/2022/valerii_kutsenko/README.md",
|
|
"pages/students/2020/vladyslav_krupko/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0359",
|
|
"split": "test",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou Kubernetes a osobou Vladyslav Yanchenko?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2022/vladyslav_yanchenko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/vladyslav_yanchenko/README.md",
|
|
"pages/students/2022/daniil_huzenko/README.md",
|
|
"pages/students/2020/vladyslav_krupko/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/students/2022/valerii_kutsenko/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0360",
|
|
"split": "test",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou Azure a osobou Vladyslav Yanchenko?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2022/vladyslav_yanchenko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/vladyslav_yanchenko/README.md",
|
|
"pages/students/2020/vladyslav_krupko/README.md",
|
|
"pages/students/2016/maros_harahus/README.md",
|
|
"pages/students/2019/michal_stromko/README.md",
|
|
"pages/students/2017/martin_jancura/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0360",
|
|
"split": "test",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou Azure a osobou Vladyslav Yanchenko?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2022/vladyslav_yanchenko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/vladyslav_yanchenko/README.md",
|
|
"pages/students/2019/michal_stromko/README.md",
|
|
"pages/students/2020/vladyslav_krupko/README.md",
|
|
"pages/topics/faq/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0360",
|
|
"split": "test",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou Azure a osobou Vladyslav Yanchenko?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2022/vladyslav_yanchenko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/vladyslav_yanchenko/README.md",
|
|
"pages/students/2019/michal_stromko/README.md",
|
|
"pages/students/2020/vladyslav_krupko/README.md",
|
|
"pages/students/2016/patrik_pavlisin/README.md",
|
|
"pages/students/2022/daniil_huzenko/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0361",
|
|
"split": "test",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Aké technológie používal Vladyslav Yanchenko pre backend a frontend?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2022/vladyslav_yanchenko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/vladyslav_yanchenko/README.md",
|
|
"pages/students/2023/ronald_zalacko/README.md",
|
|
"pages/students/2020/vladyslav_krupko/README.md",
|
|
"pages/students/2017/martin_jancura/README.md",
|
|
"pages/students/2018/martin_wencel/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0361",
|
|
"split": "test",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Aké technológie používal Vladyslav Yanchenko pre backend a frontend?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2022/vladyslav_yanchenko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/vladyslav_yanchenko/README.md",
|
|
"pages/students/2017/martin_jancura/README.md",
|
|
"pages/students/2023/ronald_zalacko/README.md",
|
|
"pages/students/2020/vladyslav_krupko/README.md",
|
|
"pages/students/2020/jakub_kristian_lukas/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0361",
|
|
"split": "test",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Aké technológie používal Vladyslav Yanchenko pre backend a frontend?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2022/vladyslav_yanchenko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/vladyslav_yanchenko/README.md",
|
|
"pages/students/2017/martin_jancura/README.md",
|
|
"pages/students/2023/ronald_zalacko/README.md",
|
|
"pages/students/2020/vladyslav_krupko/README.md",
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0362",
|
|
"split": "test",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Akú databázovú službu v Azure Vladyslav Yanchenko aktivoval?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2022/vladyslav_yanchenko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/vladyslav_yanchenko/README.md",
|
|
"pages/students/2020/vladyslav_krupko/README.md",
|
|
"pages/students/2019/michal_stromko/README.md",
|
|
"pages/students/2019/michal_stromko/vp2021/README.md",
|
|
"pages/students/2016/maros_harahus/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0362",
|
|
"split": "test",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Akú databázovú službu v Azure Vladyslav Yanchenko aktivoval?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2022/vladyslav_yanchenko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/vladyslav_yanchenko/README.md",
|
|
"pages/students/2019/michal_stromko/README.md",
|
|
"pages/students/2022/daniil_huzenko/README.md",
|
|
"pages/students/2020/vladyslav_krupko/README.md",
|
|
"pages/students/2016/lukas_pokryvka/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0362",
|
|
"split": "test",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Akú databázovú službu v Azure Vladyslav Yanchenko aktivoval?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2022/vladyslav_yanchenko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/vladyslav_yanchenko/README.md",
|
|
"pages/students/2019/michal_stromko/README.md",
|
|
"pages/students/2020/vladyslav_krupko/README.md",
|
|
"pages/students/2022/daniil_huzenko/README.md",
|
|
"pages/students/2021/matej_scislak/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0394",
|
|
"split": "test",
|
|
"category": "entity_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Nájdi dokument o osobe Ján Malinovský.",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2016/jan_holp/timovy_projekt/README.md",
|
|
"pages/students/2016/jan_holp/README.md",
|
|
"pages/students/2022/jan_ptak/README.md",
|
|
"pages/students/2021/matej_scislak/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0394",
|
|
"split": "test",
|
|
"category": "entity_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Nájdi dokument o osobe Ján Malinovský.",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2021/manohar_gowdru_shridharu/README.md",
|
|
"pages/interns/sevval_bulburu/README.md",
|
|
"pages/students/2021/vladimir_ferko/README.md",
|
|
"pages/students/2018/adrian_remias/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu",
|
|
"https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0394",
|
|
"split": "test",
|
|
"category": "entity_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Nájdi dokument o osobe Ján Malinovský.",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2021/manohar_gowdru_shridharu/README.md",
|
|
"pages/interns/sevval_bulburu/README.md",
|
|
"pages/students/2021/vladimir_ferko/README.md",
|
|
"pages/students/2018/adrian_remias/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu",
|
|
"https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0395",
|
|
"split": "test",
|
|
"category": "fact_title",
|
|
"difficulty": "easy",
|
|
"question": "Aký je názov diplomový projekt osoby Ján Malinovský?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2016/jan_holp/README.md",
|
|
"pages/students/2022/jan_ptak/README.md",
|
|
"pages/students/2020/matus_suchanic/README.md",
|
|
"pages/students/2016/jan_holp/timovy_projekt/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0395",
|
|
"split": "test",
|
|
"category": "fact_title",
|
|
"difficulty": "easy",
|
|
"question": "Aký je názov diplomový projekt osoby Ján Malinovský?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2016/jan_holp/README.md",
|
|
"pages/students/2016/jakub_maruniak/dp2021/README.md",
|
|
"pages/students/2019/michal_stromko/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0395",
|
|
"split": "test",
|
|
"category": "fact_title",
|
|
"difficulty": "easy",
|
|
"question": "Aký je názov diplomový projekt osoby Ján Malinovský?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2016/jan_holp/README.md",
|
|
"pages/students/2016/jakub_maruniak/dp2021/annotation/README.md",
|
|
"pages/students/2016/jakub_maruniak/dp2021/README.md",
|
|
"pages/students/2019/michal_stromko/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021/annotation",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0396",
|
|
"split": "test",
|
|
"category": "reverse_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Kto sa venuje práci s názvom „Grafové vyhľadávanie pre podporu vzdelávania“?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2023/maksym_zatirka/README.md",
|
|
"pages/students/2019/dmytro_mural/README.md",
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0396",
|
|
"split": "test",
|
|
"category": "reverse_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Kto sa venuje práci s názvom „Grafové vyhľadávanie pre podporu vzdelávania“?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2022/valerii_kutsenko/README.md",
|
|
"pages/students/2016/jan_holp/README.md",
|
|
"pages/students/2019/michal_stromko/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0396",
|
|
"split": "test",
|
|
"category": "reverse_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Kto sa venuje práci s názvom „Grafové vyhľadávanie pre podporu vzdelávania“?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2022/valerii_kutsenko/README.md",
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md",
|
|
"pages/students/2019/dmytro_mural/README.md",
|
|
"pages/students/2021/matej_scislak/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0397",
|
|
"split": "test",
|
|
"category": "topic_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Nájdi študenta alebo dokument, ktorý rieši tému „Grafové vyhľadávanie pre podporu vzdelávania“.",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2023/maksym_zatirka/README.md",
|
|
"pages/students/2021/vladimir_ferko/README.md",
|
|
"pages/students/2022/valerii_kutsenko/README.md",
|
|
"pages/students/2019/filip_tomas/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0397",
|
|
"split": "test",
|
|
"category": "topic_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Nájdi študenta alebo dokument, ktorý rieši tému „Grafové vyhľadávanie pre podporu vzdelávania“.",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/topics/faq/README.md",
|
|
"pages/students/2023/maksym_zatirka/README.md",
|
|
"pages/students/2022/oleh_poiasnik/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0397",
|
|
"split": "test",
|
|
"category": "topic_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Nájdi študenta alebo dokument, ktorý rieši tému „Grafové vyhľadávanie pre podporu vzdelávania“.",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/topics/faq/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md",
|
|
"pages/students/2023/maksym_zatirka/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0398",
|
|
"split": "test",
|
|
"category": "paraphrase",
|
|
"difficulty": "medium",
|
|
"question": "O čom je práca osoby Ján Malinovský?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2022/jan_ptak/README.md",
|
|
"pages/students/2016/jan_holp/timovy_projekt/README.md",
|
|
"pages/students/2016/jan_holp/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0398",
|
|
"split": "test",
|
|
"category": "paraphrase",
|
|
"difficulty": "medium",
|
|
"question": "O čom je práca osoby Ján Malinovský?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2023/oleksandr_dorybohov/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2020/matej_kobylan/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0398",
|
|
"split": "test",
|
|
"category": "paraphrase",
|
|
"difficulty": "medium",
|
|
"question": "O čom je práca osoby Ján Malinovský?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2020/matej_kobylan/README.md",
|
|
"pages/students/2023/oleksandr_dorybohov/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md",
|
|
"pages/students/2022/jan_ptak/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0399",
|
|
"split": "test",
|
|
"category": "fact_start_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku začal študovať Ján Malinovský?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2016/jan_holp/README.md",
|
|
"pages/students/2021/eduard_matovka/README.md",
|
|
"pages/students/2016/jakub_maruniak/timovy_projekt/README.md",
|
|
"pages/students/2018/david_omasta/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0399",
|
|
"split": "test",
|
|
"category": "fact_start_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku začal študovať Ján Malinovský?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2016/maros_harahus/README.md",
|
|
"pages/students/2022/valerii_kutsenko/README.md",
|
|
"pages/students/2018/oleh_bilykh/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0399",
|
|
"split": "test",
|
|
"category": "fact_start_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku začal študovať Ján Malinovský?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2016/jan_holp/README.md",
|
|
"pages/students/2016/maros_harahus/README.md",
|
|
"pages/students/2022/valerii_kutsenko/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0400",
|
|
"split": "test",
|
|
"category": "verification",
|
|
"difficulty": "medium",
|
|
"question": "Je pri osobe Ján Malinovský uvedený rok začiatku štúdia 2022?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2022/jan_ptak/README.md",
|
|
"pages/students/2016/jan_holp/README.md",
|
|
"pages/students/2022/tetiana_mohorian/README.md",
|
|
"pages/students/2022/daniil_huzenko/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0400",
|
|
"split": "test",
|
|
"category": "verification",
|
|
"difficulty": "medium",
|
|
"question": "Je pri osobe Ján Malinovský uvedený rok začiatku štúdia 2022?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2016/maros_harahus/README.md",
|
|
"pages/students/2019/kristian_sopkovic/README.md",
|
|
"pages/students/2021/eduard_matovka/README.md",
|
|
"pages/students/2018/martin_wencel/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0400",
|
|
"split": "test",
|
|
"category": "verification",
|
|
"difficulty": "medium",
|
|
"question": "Je pri osobe Ján Malinovský uvedený rok začiatku štúdia 2022?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2021/eduard_matovka/README.md",
|
|
"pages/students/2018/martin_wencel/README.md",
|
|
"pages/students/2020/jakub_kristian_lukas/README.md",
|
|
"pages/students/2016/maros_harahus/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0401",
|
|
"split": "test",
|
|
"category": "fact_work_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku je pri osobe Ján Malinovský uvedená diplomový projekt?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2016/jan_holp/README.md",
|
|
"pages/students/2016/jan_holp/timovy_projekt/README.md",
|
|
"pages/students/2022/jan_ptak/README.md",
|
|
"pages/students/2018/david_omasta/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0401",
|
|
"split": "test",
|
|
"category": "fact_work_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku je pri osobe Ján Malinovský uvedená diplomový projekt?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2016/jakub_maruniak/dp2021/README.md",
|
|
"pages/students/2016/jan_holp/README.md",
|
|
"pages/students/2019/michal_stromko/README.md",
|
|
"pages/students/2017/martin_jancura/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0401",
|
|
"split": "test",
|
|
"category": "fact_work_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku je pri osobe Ján Malinovský uvedená diplomový projekt?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2016/jan_holp/README.md",
|
|
"pages/students/2016/jakub_maruniak/dp2021/README.md",
|
|
"pages/students/2019/michal_stromko/README.md",
|
|
"pages/students/2017/martin_jancura/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0402",
|
|
"split": "test",
|
|
"category": "disambiguation_year",
|
|
"difficulty": "hard",
|
|
"question": "Rozlíš rok začiatku štúdia a rok práce osoby Ján Malinovský.",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2016/jan_holp/README.md",
|
|
"pages/students/2022/jan_ptak/README.md",
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md",
|
|
"pages/students/2019/kristian_sopkovic/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0402",
|
|
"split": "test",
|
|
"category": "disambiguation_year",
|
|
"difficulty": "hard",
|
|
"question": "Rozlíš rok začiatku štúdia a rok práce osoby Ján Malinovský.",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2020/matej_kobylan/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md",
|
|
"pages/students/2017/martin_jancura/README.md",
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0402",
|
|
"split": "test",
|
|
"category": "disambiguation_year",
|
|
"difficulty": "hard",
|
|
"question": "Rozlíš rok začiatku štúdia a rok práce osoby Ján Malinovský.",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2022/jan_ptak/README.md",
|
|
"pages/students/2020/matej_kobylan/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md",
|
|
"pages/students/2017/martin_jancura/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0403",
|
|
"split": "test",
|
|
"category": "adversarial_year",
|
|
"difficulty": "hard",
|
|
"question": "Je rok 2022 rokom záverečnej práce osoby Ján Malinovský?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2022/jan_ptak/README.md",
|
|
"pages/topics/faq/README.md",
|
|
"pages/students/2016/jan_holp/README.md",
|
|
"pages/topics/akopisat/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",
|
|
"https://zp.kemt.fei.tuke.sk/topics/akopisat"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0403",
|
|
"split": "test",
|
|
"category": "adversarial_year",
|
|
"difficulty": "hard",
|
|
"question": "Je rok 2022 rokom záverečnej práce osoby Ján Malinovský?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2021/vladimir_ferko/README.md",
|
|
"pages/students/2019/kristian_sopkovic/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/students/2021/eduard_matovka/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0403",
|
|
"split": "test",
|
|
"category": "adversarial_year",
|
|
"difficulty": "hard",
|
|
"question": "Je rok 2022 rokom záverečnej práce osoby Ján Malinovský?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2021/vladimir_ferko/README.md",
|
|
"pages/students/2019/kristian_sopkovic/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/students/2021/eduard_matovka/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0404",
|
|
"split": "test",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou RAG a osobou Ján Malinovský?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2022/jan_ptak/README.md",
|
|
"pages/students/2016/jan_holp/timovy_projekt/README.md",
|
|
"pages/students/2017/martin_jancura/README.md",
|
|
"pages/students/2016/jan_holp/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0404",
|
|
"split": "test",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou RAG a osobou Ján Malinovský?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2022/oleh_poiasnik/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md",
|
|
"pages/students/2022/jan_ptak/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0404",
|
|
"split": "test",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou RAG a osobou Ján Malinovský?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2022/jan_ptak/README.md",
|
|
"pages/students/2022/oleh_poiasnik/README.md",
|
|
"pages/students/2022/valerii_kutsenko/README.md",
|
|
"pages/students/2021/matej_scislak/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0405",
|
|
"split": "test",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou GraphRAG a osobou Ján Malinovský?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2022/jan_ptak/README.md",
|
|
"pages/students/2016/jan_holp/timovy_projekt/README.md",
|
|
"pages/students/2017/martin_jancura/README.md",
|
|
"pages/students/2016/jan_holp/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0405",
|
|
"split": "test",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou GraphRAG a osobou Ján Malinovský?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2022/oleh_poiasnik/README.md",
|
|
"pages/students/2022/valerii_kutsenko/README.md",
|
|
"pages/students/2022/jan_ptak/README.md",
|
|
"pages/students/2021/matej_scislak/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0405",
|
|
"split": "test",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou GraphRAG a osobou Ján Malinovský?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2022/jan_ptak/README.md",
|
|
"pages/students/2022/oleh_poiasnik/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2022/valerii_kutsenko/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0406",
|
|
"split": "test",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou znalostný graf a osobou Ján Malinovský?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2022/jan_ptak/README.md",
|
|
"pages/students/2022/valerii_kutsenko/README.md",
|
|
"pages/students/2023/maksym_zatirka/README.md",
|
|
"pages/students/2021/matej_scislak/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0406",
|
|
"split": "test",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou znalostný graf a osobou Ján Malinovský?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2022/valerii_kutsenko/README.md",
|
|
"pages/students/2021/oleksandr_hryshchenko/README.md",
|
|
"pages/students/2023/oleksandr_dorybohov/README.md",
|
|
"pages/students/2022/jan_ptak/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0406",
|
|
"split": "test",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou znalostný graf a osobou Ján Malinovský?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2022/valerii_kutsenko/README.md",
|
|
"pages/students/2022/jan_ptak/README.md",
|
|
"pages/students/2021/oleksandr_hryshchenko/README.md",
|
|
"pages/students/2023/maksym_zatirka/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0407",
|
|
"split": "test",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Z akej oblasti má Ján Malinovský zostaviť malý znalostný graf?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2022/oleh_poiasnik/README.md",
|
|
"pages/students/2022/valerii_kutsenko/README.md",
|
|
"pages/students/2022/jan_ptak/README.md",
|
|
"pages/students/2023/maksym_zatirka/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0407",
|
|
"split": "test",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Z akej oblasti má Ján Malinovský zostaviť malý znalostný graf?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2022/valerii_kutsenko/README.md",
|
|
"pages/students/2022/oleh_poiasnik/README.md",
|
|
"pages/students/2021/matej_novotny/README.md",
|
|
"pages/students/2021/matej_scislak/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0407",
|
|
"split": "test",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Z akej oblasti má Ján Malinovský zostaviť malý znalostný graf?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2022/valerii_kutsenko/README.md",
|
|
"pages/students/2022/oleh_poiasnik/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2022/jan_ptak/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0408",
|
|
"split": "test",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Aké príklady oblastí obsahu sú uvedené pri práci Jána Malinovského?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md"
|
|
],
|
|
"first_relevant_rank": null,
|
|
"reciprocal_rank": 0.0,
|
|
"top_documents": [
|
|
"pages/students/2016/darius_lindvai/timovy_projekt/resers/README.md",
|
|
"pages/students/2016/patrik_pavlisin/tp20/README.md",
|
|
"pages/students/2016/darius_lindvai/timovy_projekt/tutorial/README.md",
|
|
"pages/students/2021/artur_hyrenko/README.md",
|
|
"pages/students/2016/patrik_pavlisin/dp22/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai/timovy_projekt/resers",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai/timovy_projekt/tutorial",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/dp22"
|
|
],
|
|
"hit_at_1": 0,
|
|
"recall_at_1": 0.0,
|
|
"hit_at_3": 0,
|
|
"recall_at_3": 0.0,
|
|
"hit_at_5": 0,
|
|
"recall_at_5": 0.0
|
|
},
|
|
{
|
|
"id": "q0408",
|
|
"split": "test",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Aké príklady oblastí obsahu sú uvedené pri práci Jána Malinovského?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2023/simona_bobrovcanova/README.md",
|
|
"pages/students/2021/matej_novotny/README.md",
|
|
"pages/students/2023/oleksandr_dorybohov/README.md",
|
|
"pages/students/2021/vladimir_ferko/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0408",
|
|
"split": "test",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Aké príklady oblastí obsahu sú uvedené pri práci Jána Malinovského?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2023/simona_bobrovcanova/README.md",
|
|
"pages/students/2021/vladimir_ferko/README.md",
|
|
"pages/students/2021/matej_novotny/README.md",
|
|
"pages/students/2023/oleksandr_dorybohov/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0409",
|
|
"split": "test",
|
|
"category": "entity_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Nájdi dokument o osobe Maksym Zatirka.",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2023/maksym_zatirka/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/maksym_zatirka/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2019/david_stromp/README.md",
|
|
"pages/students/2019/michal_stromko/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/david_stromp",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0409",
|
|
"split": "test",
|
|
"category": "entity_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Nájdi dokument o osobe Maksym Zatirka.",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2023/maksym_zatirka/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/maksym_zatirka/README.md",
|
|
"pages/students/2021/manohar_gowdru_shridharu/README.md",
|
|
"pages/interns/sevval_bulburu/README.md",
|
|
"pages/interns/oliver_pejic/README.md",
|
|
"pages/students/2022/oleh_poiasnik/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu",
|
|
"https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu",
|
|
"https://zp.kemt.fei.tuke.sk/interns/oliver_pejic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0409",
|
|
"split": "test",
|
|
"category": "entity_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Nájdi dokument o osobe Maksym Zatirka.",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2023/maksym_zatirka/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/maksym_zatirka/README.md",
|
|
"pages/students/2021/manohar_gowdru_shridharu/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/interns/sevval_bulburu/README.md",
|
|
"pages/interns/oliver_pejic/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu",
|
|
"https://zp.kemt.fei.tuke.sk/interns/oliver_pejic"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0410",
|
|
"split": "test",
|
|
"category": "fact_title",
|
|
"difficulty": "easy",
|
|
"question": "Aký je názov bakalárska práca osoby Maksym Zatirka?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2023/maksym_zatirka/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/maksym_zatirka/README.md",
|
|
"pages/students/2020/matus_suchanic/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2016/jakub_maruniak/README.md",
|
|
"pages/students/2021/matej_scislak/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0410",
|
|
"split": "test",
|
|
"category": "fact_title",
|
|
"difficulty": "easy",
|
|
"question": "Aký je názov bakalárska práca osoby Maksym Zatirka?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2023/maksym_zatirka/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/maksym_zatirka/README.md",
|
|
"pages/students/2019/michal_stromko/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2016/jan_holp/README.md",
|
|
"pages/students/2020/matej_kobylan/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0410",
|
|
"split": "test",
|
|
"category": "fact_title",
|
|
"difficulty": "easy",
|
|
"question": "Aký je názov bakalárska práca osoby Maksym Zatirka?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2023/maksym_zatirka/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/maksym_zatirka/README.md",
|
|
"pages/students/2016/jan_holp/README.md",
|
|
"pages/students/2016/ediz_morochovic/README.md",
|
|
"pages/students/2019/michal_stromko/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0411",
|
|
"split": "test",
|
|
"category": "reverse_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Kto sa venuje práci s názvom „Grafová databáza pre podporu generovania slovenského jazyka“?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2023/maksym_zatirka/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/maksym_zatirka/README.md",
|
|
"pages/students/2022/yevhenii_leonov/README.md",
|
|
"pages/students/2022/samuel_vasil/README.md",
|
|
"pages/students/2016/maros_harahus/timovy_projekt/README.md",
|
|
"pages/students/2020/vladyslav_krupko/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0411",
|
|
"split": "test",
|
|
"category": "reverse_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Kto sa venuje práci s názvom „Grafová databáza pre podporu generovania slovenského jazyka“?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2023/maksym_zatirka/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/maksym_zatirka/README.md",
|
|
"pages/students/2020/vladyslav_krupko/README.md",
|
|
"pages/students/2017/stanislav_matsunych/README.md",
|
|
"pages/students/2021/eduard_matovka/README.md",
|
|
"pages/students/2021/matej_scislak/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/stanislav_matsunych",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0411",
|
|
"split": "test",
|
|
"category": "reverse_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Kto sa venuje práci s názvom „Grafová databáza pre podporu generovania slovenského jazyka“?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2023/maksym_zatirka/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/maksym_zatirka/README.md",
|
|
"pages/students/2020/vladyslav_krupko/README.md",
|
|
"pages/students/2017/stanislav_matsunych/README.md",
|
|
"pages/students/2021/eduard_matovka/README.md",
|
|
"pages/topics/bert/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/stanislav_matsunych",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka",
|
|
"https://zp.kemt.fei.tuke.sk/topics/bert"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0412",
|
|
"split": "test",
|
|
"category": "topic_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Nájdi študenta alebo dokument, ktorý rieši tému „Grafová databáza pre podporu generovania slovenského jazyka“.",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2023/maksym_zatirka/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/maksym_zatirka/README.md",
|
|
"pages/students/2022/yevhenii_leonov/README.md",
|
|
"pages/students/2022/samuel_vasil/README.md",
|
|
"pages/students/2016/maros_harahus/timovy_projekt/README.md",
|
|
"pages/students/2021/vladimir_ferko/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0412",
|
|
"split": "test",
|
|
"category": "topic_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Nájdi študenta alebo dokument, ktorý rieši tému „Grafová databáza pre podporu generovania slovenského jazyka“.",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2023/maksym_zatirka/README.md"
|
|
],
|
|
"first_relevant_rank": 2,
|
|
"reciprocal_rank": 0.5,
|
|
"top_documents": [
|
|
"pages/students/2020/vladyslav_krupko/README.md",
|
|
"pages/students/2023/maksym_zatirka/README.md",
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/students/2021/matej_scislak/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
|
|
],
|
|
"hit_at_1": 0,
|
|
"recall_at_1": 0.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0412",
|
|
"split": "test",
|
|
"category": "topic_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Nájdi študenta alebo dokument, ktorý rieši tému „Grafová databáza pre podporu generovania slovenského jazyka“.",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2023/maksym_zatirka/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/maksym_zatirka/README.md",
|
|
"pages/students/2020/vladyslav_krupko/README.md",
|
|
"pages/students/2017/stanislav_matsunych/README.md",
|
|
"pages/students/2022/oleh_poiasnik/README.md",
|
|
"pages/students/2022/andrii_pervashov/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/stanislav_matsunych",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0413",
|
|
"split": "test",
|
|
"category": "paraphrase",
|
|
"difficulty": "medium",
|
|
"question": "O čom je práca osoby Maksym Zatirka?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2023/maksym_zatirka/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/maksym_zatirka/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2016/maros_harahus/README.md",
|
|
"pages/students/2017/martin_jancura/README.md",
|
|
"pages/students/2022/valerii_kutsenko/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0413",
|
|
"split": "test",
|
|
"category": "paraphrase",
|
|
"difficulty": "medium",
|
|
"question": "O čom je práca osoby Maksym Zatirka?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2023/maksym_zatirka/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/maksym_zatirka/README.md",
|
|
"pages/students/2019/michal_stromko/README.md",
|
|
"pages/students/2020/matej_kobylan/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2022/oleh_poiasnik/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0413",
|
|
"split": "test",
|
|
"category": "paraphrase",
|
|
"difficulty": "medium",
|
|
"question": "O čom je práca osoby Maksym Zatirka?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2023/maksym_zatirka/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/maksym_zatirka/README.md",
|
|
"pages/students/2020/matej_kobylan/README.md",
|
|
"pages/students/2019/michal_stromko/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2022/oleh_poiasnik/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0414",
|
|
"split": "test",
|
|
"category": "fact_start_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku začal študovať Maksym Zatirka?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2023/maksym_zatirka/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/maksym_zatirka/README.md",
|
|
"pages/students/2021/eduard_matovka/README.md",
|
|
"pages/students/2016/jakub_maruniak/timovy_projekt/README.md",
|
|
"pages/topics/faq/README.md",
|
|
"pages/students/2016/maros_harahus/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0414",
|
|
"split": "test",
|
|
"category": "fact_start_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku začal študovať Maksym Zatirka?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2023/maksym_zatirka/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/maksym_zatirka/README.md",
|
|
"pages/students/2022/valerii_kutsenko/README.md",
|
|
"pages/students/2021/nikita_bodnar/README.md",
|
|
"pages/students/2019/michal_stromko/README.md",
|
|
"pages/students/2020/david_kostilnik/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0414",
|
|
"split": "test",
|
|
"category": "fact_start_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku začal študovať Maksym Zatirka?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2023/maksym_zatirka/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/maksym_zatirka/README.md",
|
|
"pages/students/2022/valerii_kutsenko/README.md",
|
|
"pages/students/2021/nikita_bodnar/README.md",
|
|
"pages/students/2019/michal_stromko/README.md",
|
|
"pages/students/2020/david_kostilnik/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0415",
|
|
"split": "test",
|
|
"category": "verification",
|
|
"difficulty": "medium",
|
|
"question": "Je pri osobe Maksym Zatirka uvedený rok začiatku štúdia 2023?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2023/maksym_zatirka/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/maksym_zatirka/README.md",
|
|
"pages/students/2023/oleksandr_dorybohov/README.md",
|
|
"pages/students/2023/simona_bobrovcanova/README.md",
|
|
"pages/students/2023/ronald_zalacko/README.md",
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0415",
|
|
"split": "test",
|
|
"category": "verification",
|
|
"difficulty": "medium",
|
|
"question": "Je pri osobe Maksym Zatirka uvedený rok začiatku štúdia 2023?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2023/maksym_zatirka/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/maksym_zatirka/README.md",
|
|
"pages/students/2019/michal_stromko/README.md",
|
|
"pages/students/2019/kristian_sopkovic/README.md",
|
|
"pages/students/2016/maros_harahus/README.md",
|
|
"pages/students/2020/matej_kobylan/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0415",
|
|
"split": "test",
|
|
"category": "verification",
|
|
"difficulty": "medium",
|
|
"question": "Je pri osobe Maksym Zatirka uvedený rok začiatku štúdia 2023?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2023/maksym_zatirka/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/maksym_zatirka/README.md",
|
|
"pages/students/2019/kristian_sopkovic/README.md",
|
|
"pages/students/2020/matej_kobylan/README.md",
|
|
"pages/students/2019/michal_stromko/README.md",
|
|
"pages/students/2018/martin_wencel/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0416",
|
|
"split": "test",
|
|
"category": "fact_work_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku je pri osobe Maksym Zatirka uvedená bakalárska práca?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2023/maksym_zatirka/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/maksym_zatirka/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2016/darius_lindvai/timovy_projekt/resers/README.md",
|
|
"pages/topics/faq/README.md",
|
|
"pages/students/2016/patrik_pavlisin/tp20/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai/timovy_projekt/resers",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0416",
|
|
"split": "test",
|
|
"category": "fact_work_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku je pri osobe Maksym Zatirka uvedená bakalárska práca?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2023/maksym_zatirka/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/maksym_zatirka/README.md",
|
|
"pages/students/2019/michal_stromko/README.md",
|
|
"pages/students/2020/vladyslav_krupko/README.md",
|
|
"pages/students/2016/jan_holp/README.md",
|
|
"pages/students/2016/ediz_morochovic/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0416",
|
|
"split": "test",
|
|
"category": "fact_work_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku je pri osobe Maksym Zatirka uvedená bakalárska práca?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2023/maksym_zatirka/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/maksym_zatirka/README.md",
|
|
"pages/students/2016/maros_harahus/README.md",
|
|
"pages/students/2019/michal_stromko/README.md",
|
|
"pages/students/2020/vladyslav_krupko/README.md",
|
|
"pages/students/2016/jan_holp/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0417",
|
|
"split": "test",
|
|
"category": "disambiguation_year",
|
|
"difficulty": "hard",
|
|
"question": "Rozlíš rok začiatku štúdia a rok práce osoby Maksym Zatirka.",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2023/maksym_zatirka/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/maksym_zatirka/README.md",
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md",
|
|
"pages/students/2019/kristian_sopkovic/README.md",
|
|
"pages/students/2016/ediz_morochovic/README.md",
|
|
"pages/students/2019/filip_tomas/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0417",
|
|
"split": "test",
|
|
"category": "disambiguation_year",
|
|
"difficulty": "hard",
|
|
"question": "Rozlíš rok začiatku štúdia a rok práce osoby Maksym Zatirka.",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2023/maksym_zatirka/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/maksym_zatirka/README.md",
|
|
"pages/students/2019/michal_stromko/README.md",
|
|
"pages/students/2020/matej_kobylan/README.md",
|
|
"pages/students/2021/manohar_gowdru_shridharu/README.md",
|
|
"pages/students/2016/maros_harahus/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0417",
|
|
"split": "test",
|
|
"category": "disambiguation_year",
|
|
"difficulty": "hard",
|
|
"question": "Rozlíš rok začiatku štúdia a rok práce osoby Maksym Zatirka.",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2023/maksym_zatirka/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/maksym_zatirka/README.md",
|
|
"pages/students/2019/michal_stromko/README.md",
|
|
"pages/students/2020/matej_kobylan/README.md",
|
|
"pages/students/2021/manohar_gowdru_shridharu/README.md",
|
|
"pages/students/2016/maros_harahus/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0418",
|
|
"split": "test",
|
|
"category": "adversarial_year",
|
|
"difficulty": "hard",
|
|
"question": "Je rok 2023 rokom záverečnej práce osoby Maksym Zatirka?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2023/maksym_zatirka/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/maksym_zatirka/README.md",
|
|
"pages/topics/faq/README.md",
|
|
"pages/topics/akopisat/README.md",
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq",
|
|
"https://zp.kemt.fei.tuke.sk/topics/akopisat",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0418",
|
|
"split": "test",
|
|
"category": "adversarial_year",
|
|
"difficulty": "hard",
|
|
"question": "Je rok 2023 rokom záverečnej práce osoby Maksym Zatirka?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2023/maksym_zatirka/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/maksym_zatirka/README.md",
|
|
"pages/students/2019/michal_stromko/README.md",
|
|
"pages/students/2020/vladyslav_krupko/README.md",
|
|
"pages/students/2020/matej_kobylan/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0418",
|
|
"split": "test",
|
|
"category": "adversarial_year",
|
|
"difficulty": "hard",
|
|
"question": "Je rok 2023 rokom záverečnej práce osoby Maksym Zatirka?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2023/maksym_zatirka/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/maksym_zatirka/README.md",
|
|
"pages/students/2019/michal_stromko/README.md",
|
|
"pages/students/2020/vladyslav_krupko/README.md",
|
|
"pages/students/2019/kristian_sopkovic/README.md",
|
|
"pages/students/2021/vladimir_ferko/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0419",
|
|
"split": "test",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou grafová databáza a osobou Maksym Zatirka?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2023/maksym_zatirka/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/maksym_zatirka/README.md",
|
|
"pages/students/2017/martin_jancura/README.md",
|
|
"pages/students/2016/maros_harahus/README.md",
|
|
"pages/students/2019/michal_stromko/README.md",
|
|
"pages/students/2016/jakub_maruniak/dp2021/train_experiments/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021/train_experiments"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0419",
|
|
"split": "test",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou grafová databáza a osobou Maksym Zatirka?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2023/maksym_zatirka/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/maksym_zatirka/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2019/michal_stromko/README.md",
|
|
"pages/students/2016/maros_harahus/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0419",
|
|
"split": "test",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou grafová databáza a osobou Maksym Zatirka?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2023/maksym_zatirka/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/maksym_zatirka/README.md",
|
|
"pages/students/2019/kristian_sopkovic/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2019/michal_stromko/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0420",
|
|
"split": "test",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou slovenské právo a osobou Maksym Zatirka?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2023/maksym_zatirka/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/maksym_zatirka/README.md",
|
|
"pages/students/2017/martin_jancura/README.md",
|
|
"pages/topics/bert/README.md",
|
|
"pages/students/2019/michal_stromko/README.md",
|
|
"pages/students/2016/maros_harahus/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura",
|
|
"https://zp.kemt.fei.tuke.sk/topics/bert",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0420",
|
|
"split": "test",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou slovenské právo a osobou Maksym Zatirka?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2023/maksym_zatirka/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/maksym_zatirka/README.md",
|
|
"pages/topics/faq/README.md",
|
|
"pages/students/2019/kristian_sopkovic/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2021/matej_scislak/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0420",
|
|
"split": "test",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou slovenské právo a osobou Maksym Zatirka?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2023/maksym_zatirka/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/maksym_zatirka/README.md",
|
|
"pages/topics/faq/README.md",
|
|
"pages/students/2019/kristian_sopkovic/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2021/matej_scislak/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0421",
|
|
"split": "test",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou znalostný graf a osobou Maksym Zatirka?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2023/maksym_zatirka/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/maksym_zatirka/README.md",
|
|
"pages/students/2022/valerii_kutsenko/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2022/oleh_poiasnik/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0421",
|
|
"split": "test",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou znalostný graf a osobou Maksym Zatirka?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2023/maksym_zatirka/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/maksym_zatirka/README.md",
|
|
"pages/students/2022/valerii_kutsenko/README.md",
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2019/michal_stromko/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0421",
|
|
"split": "test",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou znalostný graf a osobou Maksym Zatirka?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2023/maksym_zatirka/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/maksym_zatirka/README.md",
|
|
"pages/students/2022/valerii_kutsenko/README.md",
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/topics/faq/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0422",
|
|
"split": "test",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Pre akú doménu má Maksym Zatirka zostaviť znalostný graf?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2023/maksym_zatirka/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/maksym_zatirka/README.md",
|
|
"pages/students/2022/oleh_poiasnik/README.md",
|
|
"pages/students/2022/valerii_kutsenko/README.md",
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2021/matej_scislak/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0422",
|
|
"split": "test",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Pre akú doménu má Maksym Zatirka zostaviť znalostný graf?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2023/maksym_zatirka/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/maksym_zatirka/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2022/valerii_kutsenko/README.md",
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0422",
|
|
"split": "test",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Pre akú doménu má Maksym Zatirka zostaviť znalostný graf?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2023/maksym_zatirka/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/maksym_zatirka/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2022/valerii_kutsenko/README.md",
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0452",
|
|
"split": "test",
|
|
"category": "entity_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Nájdi dokument o osobe Ronald Zalacko.",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2023/ronald_zalacko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/ronald_zalacko/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2019/david_stromp/README.md",
|
|
"pages/students/2019/michal_stromko/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/david_stromp",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0452",
|
|
"split": "test",
|
|
"category": "entity_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Nájdi dokument o osobe Ronald Zalacko.",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2023/ronald_zalacko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/ronald_zalacko/README.md",
|
|
"pages/students/2021/manohar_gowdru_shridharu/README.md",
|
|
"pages/interns/sevval_bulburu/README.md",
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md",
|
|
"pages/students/2018/adrian_remias/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu",
|
|
"https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0452",
|
|
"split": "test",
|
|
"category": "entity_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Nájdi dokument o osobe Ronald Zalacko.",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2023/ronald_zalacko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/ronald_zalacko/README.md",
|
|
"pages/students/2021/manohar_gowdru_shridharu/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/interns/sevval_bulburu/README.md",
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0453",
|
|
"split": "test",
|
|
"category": "fact_title",
|
|
"difficulty": "easy",
|
|
"question": "Aký je názov bakalárska práca osoby Ronald Zalacko?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2023/ronald_zalacko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/ronald_zalacko/README.md",
|
|
"pages/students/2020/matus_suchanic/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2016/jakub_maruniak/README.md",
|
|
"pages/students/2021/matej_scislak/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0453",
|
|
"split": "test",
|
|
"category": "fact_title",
|
|
"difficulty": "easy",
|
|
"question": "Aký je názov bakalárska práca osoby Ronald Zalacko?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2023/ronald_zalacko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/ronald_zalacko/README.md",
|
|
"pages/students/2023/maksym_zatirka/README.md",
|
|
"pages/students/2019/michal_stromko/README.md",
|
|
"pages/students/2020/vladyslav_krupko/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0453",
|
|
"split": "test",
|
|
"category": "fact_title",
|
|
"difficulty": "easy",
|
|
"question": "Aký je názov bakalárska práca osoby Ronald Zalacko?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2023/ronald_zalacko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/ronald_zalacko/README.md",
|
|
"pages/students/2023/maksym_zatirka/README.md",
|
|
"pages/students/2019/michal_stromko/README.md",
|
|
"pages/students/2020/vladyslav_krupko/README.md",
|
|
"pages/students/2021/eduard_matovka/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0454",
|
|
"split": "test",
|
|
"category": "reverse_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Kto sa venuje práci s názvom „Skórovací online systém pre robotické súťaže“?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2023/ronald_zalacko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/ronald_zalacko/README.md",
|
|
"pages/students/2019/filip_tomas/README.md",
|
|
"pages/students/2016/patrik_pavlisin/dp21/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/students/2016/jakub_maruniak/timovy_projekt/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/dp21",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0454",
|
|
"split": "test",
|
|
"category": "reverse_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Kto sa venuje práci s názvom „Skórovací online systém pre robotické súťaže“?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2023/ronald_zalacko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/ronald_zalacko/README.md",
|
|
"pages/students/2016/maros_harahus/README.md",
|
|
"pages/students/2016/jakub_maruniak/dp2021/README.md",
|
|
"pages/students/2018/samuel_sirotnik/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0454",
|
|
"split": "test",
|
|
"category": "reverse_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Kto sa venuje práci s názvom „Skórovací online systém pre robotické súťaže“?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2023/ronald_zalacko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/ronald_zalacko/README.md",
|
|
"pages/students/2016/maros_harahus/README.md",
|
|
"pages/students/2016/jakub_maruniak/dp2021/README.md",
|
|
"pages/students/2018/samuel_sirotnik/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0455",
|
|
"split": "test",
|
|
"category": "topic_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Nájdi študenta alebo dokument, ktorý rieši tému „Skórovací online systém pre robotické súťaže“.",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2023/ronald_zalacko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/ronald_zalacko/README.md",
|
|
"pages/students/2021/vladimir_ferko/README.md",
|
|
"pages/topics/faq/README.md",
|
|
"pages/students/2022/andrii_pervashov/README.md",
|
|
"pages/students/2021/artur_hyrenko/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0455",
|
|
"split": "test",
|
|
"category": "topic_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Nájdi študenta alebo dokument, ktorý rieši tému „Skórovací online systém pre robotické súťaže“.",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2023/ronald_zalacko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/ronald_zalacko/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/students/2016/maros_harahus/README.md",
|
|
"pages/topics/legal/README.md",
|
|
"pages/students/2022/andrii_pervashov/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"https://zp.kemt.fei.tuke.sk/topics/legal",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0455",
|
|
"split": "test",
|
|
"category": "topic_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Nájdi študenta alebo dokument, ktorý rieši tému „Skórovací online systém pre robotické súťaže“.",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2023/ronald_zalacko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/ronald_zalacko/README.md",
|
|
"pages/students/2022/andrii_pervashov/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/students/2016/maros_harahus/README.md",
|
|
"pages/topics/legal/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"https://zp.kemt.fei.tuke.sk/topics/legal"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0456",
|
|
"split": "test",
|
|
"category": "paraphrase",
|
|
"difficulty": "medium",
|
|
"question": "O čom je práca osoby Ronald Zalacko?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2023/ronald_zalacko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/ronald_zalacko/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2016/maros_harahus/README.md",
|
|
"pages/students/2017/martin_jancura/README.md",
|
|
"pages/students/2022/valerii_kutsenko/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0456",
|
|
"split": "test",
|
|
"category": "paraphrase",
|
|
"difficulty": "medium",
|
|
"question": "O čom je práca osoby Ronald Zalacko?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2023/ronald_zalacko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/ronald_zalacko/README.md",
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2023/maksym_zatirka/README.md",
|
|
"pages/students/2019/alina_vitko/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0456",
|
|
"split": "test",
|
|
"category": "paraphrase",
|
|
"difficulty": "medium",
|
|
"question": "O čom je práca osoby Ronald Zalacko?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2023/ronald_zalacko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/ronald_zalacko/README.md",
|
|
"pages/students/2023/maksym_zatirka/README.md",
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2019/artem_yatsenko/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0457",
|
|
"split": "test",
|
|
"category": "fact_start_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku začal študovať Ronald Zalacko?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2023/ronald_zalacko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/ronald_zalacko/README.md",
|
|
"pages/students/2021/eduard_matovka/README.md",
|
|
"pages/students/2016/jakub_maruniak/timovy_projekt/README.md",
|
|
"pages/topics/faq/README.md",
|
|
"pages/students/2016/maros_harahus/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0457",
|
|
"split": "test",
|
|
"category": "fact_start_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku začal študovať Ronald Zalacko?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2023/ronald_zalacko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/ronald_zalacko/README.md",
|
|
"pages/students/2022/valerii_kutsenko/README.md",
|
|
"pages/students/2023/denis_le_thanh/README.md",
|
|
"pages/students/2022/andrii_pervashov/README.md",
|
|
"pages/students/2016/jan_holp/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0457",
|
|
"split": "test",
|
|
"category": "fact_start_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku začal študovať Ronald Zalacko?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2023/ronald_zalacko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/ronald_zalacko/README.md",
|
|
"pages/students/2016/jan_holp/README.md",
|
|
"pages/students/2022/valerii_kutsenko/README.md",
|
|
"pages/students/2023/denis_le_thanh/README.md",
|
|
"pages/students/2022/andrii_pervashov/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0458",
|
|
"split": "test",
|
|
"category": "verification",
|
|
"difficulty": "medium",
|
|
"question": "Je pri osobe Ronald Zalacko uvedený rok začiatku štúdia 2023?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2023/ronald_zalacko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/ronald_zalacko/README.md",
|
|
"pages/students/2023/oleksandr_dorybohov/README.md",
|
|
"pages/students/2023/simona_bobrovcanova/README.md",
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md",
|
|
"pages/students/2023/denis_le_thanh/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0458",
|
|
"split": "test",
|
|
"category": "verification",
|
|
"difficulty": "medium",
|
|
"question": "Je pri osobe Ronald Zalacko uvedený rok začiatku štúdia 2023?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2023/ronald_zalacko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/ronald_zalacko/README.md",
|
|
"pages/students/2019/michal_stromko/README.md",
|
|
"pages/students/2022/andrii_pervashov/README.md",
|
|
"pages/students/2019/kristian_sopkovic/README.md",
|
|
"pages/students/2016/maros_harahus/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0458",
|
|
"split": "test",
|
|
"category": "verification",
|
|
"difficulty": "medium",
|
|
"question": "Je pri osobe Ronald Zalacko uvedený rok začiatku štúdia 2023?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2023/ronald_zalacko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/ronald_zalacko/README.md",
|
|
"pages/students/2018/martin_wencel/README.md",
|
|
"pages/students/2019/michal_stromko/README.md",
|
|
"pages/students/2022/andrii_pervashov/README.md",
|
|
"pages/students/2019/kristian_sopkovic/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0459",
|
|
"split": "test",
|
|
"category": "fact_work_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku je pri osobe Ronald Zalacko uvedená bakalárska práca?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2023/ronald_zalacko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/ronald_zalacko/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2016/darius_lindvai/timovy_projekt/resers/README.md",
|
|
"pages/topics/faq/README.md",
|
|
"pages/students/2016/patrik_pavlisin/tp20/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai/timovy_projekt/resers",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0459",
|
|
"split": "test",
|
|
"category": "fact_work_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku je pri osobe Ronald Zalacko uvedená bakalárska práca?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2023/ronald_zalacko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/ronald_zalacko/README.md",
|
|
"pages/students/2019/michal_stromko/README.md",
|
|
"pages/students/2020/vladyslav_krupko/README.md",
|
|
"pages/students/2023/maksym_zatirka/README.md",
|
|
"pages/students/2016/maros_harahus/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0459",
|
|
"split": "test",
|
|
"category": "fact_work_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku je pri osobe Ronald Zalacko uvedená bakalárska práca?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2023/ronald_zalacko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/ronald_zalacko/README.md",
|
|
"pages/students/2019/michal_stromko/README.md",
|
|
"pages/students/2020/vladyslav_krupko/README.md",
|
|
"pages/students/2023/maksym_zatirka/README.md",
|
|
"pages/students/2016/maros_harahus/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0460",
|
|
"split": "test",
|
|
"category": "disambiguation_year",
|
|
"difficulty": "hard",
|
|
"question": "Rozlíš rok začiatku štúdia a rok práce osoby Ronald Zalacko.",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2023/ronald_zalacko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/ronald_zalacko/README.md",
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md",
|
|
"pages/students/2019/kristian_sopkovic/README.md",
|
|
"pages/students/2016/ediz_morochovic/README.md",
|
|
"pages/students/2019/filip_tomas/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0460",
|
|
"split": "test",
|
|
"category": "disambiguation_year",
|
|
"difficulty": "hard",
|
|
"question": "Rozlíš rok začiatku štúdia a rok práce osoby Ronald Zalacko.",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2023/ronald_zalacko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/ronald_zalacko/README.md",
|
|
"pages/students/2023/denis_le_thanh/README.md",
|
|
"pages/students/2019/michal_stromko/README.md",
|
|
"pages/students/2016/maros_harahus/README.md",
|
|
"pages/students/2022/andrii_pervashov/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0460",
|
|
"split": "test",
|
|
"category": "disambiguation_year",
|
|
"difficulty": "hard",
|
|
"question": "Rozlíš rok začiatku štúdia a rok práce osoby Ronald Zalacko.",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2023/ronald_zalacko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/ronald_zalacko/README.md",
|
|
"pages/students/2023/denis_le_thanh/README.md",
|
|
"pages/students/2019/michal_stromko/README.md",
|
|
"pages/students/2016/maros_harahus/README.md",
|
|
"pages/students/2022/andrii_pervashov/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0461",
|
|
"split": "test",
|
|
"category": "adversarial_year",
|
|
"difficulty": "hard",
|
|
"question": "Je rok 2023 rokom záverečnej práce osoby Ronald Zalacko?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2023/ronald_zalacko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/ronald_zalacko/README.md",
|
|
"pages/topics/faq/README.md",
|
|
"pages/topics/akopisat/README.md",
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq",
|
|
"https://zp.kemt.fei.tuke.sk/topics/akopisat",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0461",
|
|
"split": "test",
|
|
"category": "adversarial_year",
|
|
"difficulty": "hard",
|
|
"question": "Je rok 2023 rokom záverečnej práce osoby Ronald Zalacko?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2023/ronald_zalacko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/ronald_zalacko/README.md",
|
|
"pages/students/2020/vladyslav_krupko/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2020/matej_kobylan/README.md",
|
|
"pages/students/2019/alina_vitko/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0461",
|
|
"split": "test",
|
|
"category": "adversarial_year",
|
|
"difficulty": "hard",
|
|
"question": "Je rok 2023 rokom záverečnej práce osoby Ronald Zalacko?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2023/ronald_zalacko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/ronald_zalacko/README.md",
|
|
"pages/topics/akopisat/README.md",
|
|
"pages/students/2020/vladyslav_krupko/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2020/matej_kobylan/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko",
|
|
"https://zp.kemt.fei.tuke.sk/topics/akopisat",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0462",
|
|
"split": "test",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou robotické súťaže a osobou Ronald Zalacko?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2023/ronald_zalacko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/ronald_zalacko/README.md",
|
|
"pages/students/2017/martin_jancura/README.md",
|
|
"pages/students/2016/maros_harahus/README.md",
|
|
"pages/topics/faq/README.md",
|
|
"pages/students/2020/matej_kobylan/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0462",
|
|
"split": "test",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou robotické súťaže a osobou Ronald Zalacko?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2023/ronald_zalacko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/ronald_zalacko/README.md",
|
|
"pages/students/2023/maksym_zatirka/README.md",
|
|
"pages/students/2016/maros_harahus/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2021/matej_scislak/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0462",
|
|
"split": "test",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou robotické súťaže a osobou Ronald Zalacko?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2023/ronald_zalacko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/ronald_zalacko/README.md",
|
|
"pages/topics/faq/README.md",
|
|
"pages/students/2016/maros_harahus/README.md",
|
|
"pages/students/2023/maksym_zatirka/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0463",
|
|
"split": "test",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou Docker a osobou Ronald Zalacko?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2023/ronald_zalacko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/ronald_zalacko/README.md",
|
|
"pages/students/2017/martin_jancura/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2016/maros_harahus/README.md",
|
|
"pages/students/2023/maksym_zatirka/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0463",
|
|
"split": "test",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou Docker a osobou Ronald Zalacko?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2023/ronald_zalacko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/ronald_zalacko/README.md",
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md",
|
|
"pages/topics/faq/README.md",
|
|
"pages/students/2022/oleh_poiasnik/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0463",
|
|
"split": "test",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou Docker a osobou Ronald Zalacko?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2023/ronald_zalacko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/ronald_zalacko/README.md",
|
|
"pages/topics/faq/README.md",
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0464",
|
|
"split": "test",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou webová aplikácia a osobou Ronald Zalacko?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2023/ronald_zalacko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/ronald_zalacko/README.md",
|
|
"pages/students/2023/maksym_zatirka/README.md",
|
|
"pages/students/2018/oleh_bilykh/README.md",
|
|
"pages/students/2017/martin_jancura/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0464",
|
|
"split": "test",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou webová aplikácia a osobou Ronald Zalacko?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2023/ronald_zalacko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/ronald_zalacko/README.md",
|
|
"pages/students/2022/andrii_pervashov/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2016/jan_holp/README.md",
|
|
"pages/students/2023/maksym_zatirka/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0464",
|
|
"split": "test",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou webová aplikácia a osobou Ronald Zalacko?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2023/ronald_zalacko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/ronald_zalacko/README.md",
|
|
"pages/topics/faq/README.md",
|
|
"pages/students/2022/andrii_pervashov/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2016/jan_holp/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0465",
|
|
"split": "test",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Na akú oblasť je zameraná aplikácia Ronalda Zalacka?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2023/ronald_zalacko/README.md"
|
|
],
|
|
"first_relevant_rank": null,
|
|
"reciprocal_rank": 0.0,
|
|
"top_documents": [
|
|
"pages/students/2016/darius_lindvai/timovy_projekt/resers/README.md",
|
|
"pages/topics/named-entity/navod/README.md",
|
|
"pages/topics/faq/README.md",
|
|
"pages/students/2023/oleksandr_dorybohov/README.md",
|
|
"pages/topics/named-entity/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai/timovy_projekt/resers",
|
|
"https://zp.kemt.fei.tuke.sk/topics/named-entity/navod",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov",
|
|
"https://zp.kemt.fei.tuke.sk/topics/named-entity"
|
|
],
|
|
"hit_at_1": 0,
|
|
"recall_at_1": 0.0,
|
|
"hit_at_3": 0,
|
|
"recall_at_3": 0.0,
|
|
"hit_at_5": 0,
|
|
"recall_at_5": 0.0
|
|
},
|
|
{
|
|
"id": "q0465",
|
|
"split": "test",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Na akú oblasť je zameraná aplikácia Ronalda Zalacka?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2023/ronald_zalacko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/ronald_zalacko/README.md",
|
|
"pages/students/2021/artur_hyrenko/README.md",
|
|
"pages/students/2023/denis_le_thanh/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2022/jakub_schwarc/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0465",
|
|
"split": "test",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Na akú oblasť je zameraná aplikácia Ronalda Zalacka?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2023/ronald_zalacko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/ronald_zalacko/README.md",
|
|
"pages/students/2021/artur_hyrenko/README.md",
|
|
"pages/students/2023/denis_le_thanh/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2022/jakub_schwarc/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0466",
|
|
"split": "test",
|
|
"category": "entity_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Nájdi dokument o osobe Oleksandr Dorybohov.",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2023/oleksandr_dorybohov/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/oleksandr_dorybohov/README.md",
|
|
"pages/topics/legal/README.md",
|
|
"pages/students/2021/oleksandr_hryshchenko/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2019/david_stromp/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov",
|
|
"https://zp.kemt.fei.tuke.sk/topics/legal",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/david_stromp"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0466",
|
|
"split": "test",
|
|
"category": "entity_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Nájdi dokument o osobe Oleksandr Dorybohov.",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2023/oleksandr_dorybohov/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/oleksandr_dorybohov/README.md",
|
|
"pages/students/2021/manohar_gowdru_shridharu/README.md",
|
|
"pages/interns/sevval_bulburu/README.md",
|
|
"pages/students/2018/david_ilas/README.md",
|
|
"pages/students/2022/oleh_poiasnik/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu",
|
|
"https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_ilas",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0466",
|
|
"split": "test",
|
|
"category": "entity_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Nájdi dokument o osobe Oleksandr Dorybohov.",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2023/oleksandr_dorybohov/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/oleksandr_dorybohov/README.md",
|
|
"pages/students/2021/manohar_gowdru_shridharu/README.md",
|
|
"pages/students/2021/oleksandr_hryshchenko/README.md",
|
|
"pages/interns/sevval_bulburu/README.md",
|
|
"pages/topics/legal/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko",
|
|
"https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu",
|
|
"https://zp.kemt.fei.tuke.sk/topics/legal"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0467",
|
|
"split": "test",
|
|
"category": "fact_title",
|
|
"difficulty": "easy",
|
|
"question": "Aký je názov bakalárska práca osoby Oleksandr Dorybohov?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2023/oleksandr_dorybohov/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/oleksandr_dorybohov/README.md",
|
|
"pages/topics/legal/README.md",
|
|
"pages/students/2021/oleksandr_hryshchenko/README.md",
|
|
"pages/students/2020/matus_suchanic/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov",
|
|
"https://zp.kemt.fei.tuke.sk/topics/legal",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0467",
|
|
"split": "test",
|
|
"category": "fact_title",
|
|
"difficulty": "easy",
|
|
"question": "Aký je názov bakalárska práca osoby Oleksandr Dorybohov?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2023/oleksandr_dorybohov/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/oleksandr_dorybohov/README.md",
|
|
"pages/students/2017/dmytro_ushatenko/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md",
|
|
"pages/students/2018/oleh_bilykh/README.md",
|
|
"pages/students/2023/maksym_zatirka/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0467",
|
|
"split": "test",
|
|
"category": "fact_title",
|
|
"difficulty": "easy",
|
|
"question": "Aký je názov bakalárska práca osoby Oleksandr Dorybohov?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2023/oleksandr_dorybohov/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/oleksandr_dorybohov/README.md",
|
|
"pages/students/2017/dmytro_ushatenko/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md",
|
|
"pages/students/2016/ediz_morochovic/README.md",
|
|
"pages/students/2018/oleh_bilykh/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0468",
|
|
"split": "test",
|
|
"category": "reverse_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Kto sa venuje práci s názvom „Automatické odpovede na otázky v právnej oblasti“?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2023/oleksandr_dorybohov/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/oleksandr_dorybohov/README.md",
|
|
"pages/students/2018/oleh_bilykh/README.md",
|
|
"pages/students/2018/david_omasta/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2022/valerii_kutsenko/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_omasta",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0468",
|
|
"split": "test",
|
|
"category": "reverse_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Kto sa venuje práci s názvom „Automatické odpovede na otázky v právnej oblasti“?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2023/oleksandr_dorybohov/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/oleksandr_dorybohov/README.md",
|
|
"pages/students/2018/oleh_bilykh/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/topics/question/nezodpovedatelne/README.md",
|
|
"pages/students/2021/matej_scislak/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0468",
|
|
"split": "test",
|
|
"category": "reverse_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Kto sa venuje práci s názvom „Automatické odpovede na otázky v právnej oblasti“?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2023/oleksandr_dorybohov/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/oleksandr_dorybohov/README.md",
|
|
"pages/students/2018/oleh_bilykh/README.md",
|
|
"pages/topics/question/nezodpovedatelne/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/students/2021/matej_scislak/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh",
|
|
"https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0469",
|
|
"split": "test",
|
|
"category": "topic_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Nájdi študenta alebo dokument, ktorý rieši tému „Automatické odpovede na otázky v právnej oblasti“.",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2023/oleksandr_dorybohov/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/oleksandr_dorybohov/README.md",
|
|
"pages/topics/faq/README.md",
|
|
"pages/students/2018/oleh_bilykh/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2016/darius_lindvai/timovy_projekt/resers/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai/timovy_projekt/resers"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0469",
|
|
"split": "test",
|
|
"category": "topic_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Nájdi študenta alebo dokument, ktorý rieši tému „Automatické odpovede na otázky v právnej oblasti“.",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2023/oleksandr_dorybohov/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/oleksandr_dorybohov/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/topics/faq/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/topics/question/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/topics/question"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0469",
|
|
"split": "test",
|
|
"category": "topic_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Nájdi študenta alebo dokument, ktorý rieši tému „Automatické odpovede na otázky v právnej oblasti“.",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2023/oleksandr_dorybohov/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/oleksandr_dorybohov/README.md",
|
|
"pages/topics/faq/README.md",
|
|
"pages/topics/question/nezodpovedatelne/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/students/2021/matej_scislak/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq",
|
|
"https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0470",
|
|
"split": "test",
|
|
"category": "paraphrase",
|
|
"difficulty": "medium",
|
|
"question": "O čom je práca osoby Oleksandr Dorybohov?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2023/oleksandr_dorybohov/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/oleksandr_dorybohov/README.md",
|
|
"pages/topics/legal/README.md",
|
|
"pages/students/2021/oleksandr_hryshchenko/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2016/maros_harahus/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov",
|
|
"https://zp.kemt.fei.tuke.sk/topics/legal",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0470",
|
|
"split": "test",
|
|
"category": "paraphrase",
|
|
"difficulty": "medium",
|
|
"question": "O čom je práca osoby Oleksandr Dorybohov?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2023/oleksandr_dorybohov/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/oleksandr_dorybohov/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md",
|
|
"pages/students/2018/oleh_bilykh/README.md",
|
|
"pages/topics/chatbot/README.md",
|
|
"pages/students/2017/dmytro_ushatenko/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh",
|
|
"https://zp.kemt.fei.tuke.sk/topics/chatbot",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0470",
|
|
"split": "test",
|
|
"category": "paraphrase",
|
|
"difficulty": "medium",
|
|
"question": "O čom je práca osoby Oleksandr Dorybohov?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2023/oleksandr_dorybohov/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/oleksandr_dorybohov/README.md",
|
|
"pages/students/2021/oleksandr_hryshchenko/README.md",
|
|
"pages/students/2017/dmytro_ushatenko/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md",
|
|
"pages/students/2018/oleh_bilykh/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0471",
|
|
"split": "test",
|
|
"category": "fact_start_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku začal študovať Oleksandr Dorybohov?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2023/oleksandr_dorybohov/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/oleksandr_dorybohov/README.md",
|
|
"pages/topics/legal/README.md",
|
|
"pages/students/2021/eduard_matovka/README.md",
|
|
"pages/students/2016/jakub_maruniak/timovy_projekt/README.md",
|
|
"pages/students/2021/oleksandr_hryshchenko/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov",
|
|
"https://zp.kemt.fei.tuke.sk/topics/legal",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0471",
|
|
"split": "test",
|
|
"category": "fact_start_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku začal študovať Oleksandr Dorybohov?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2023/oleksandr_dorybohov/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/oleksandr_dorybohov/README.md",
|
|
"pages/students/2018/oleh_bilykh/README.md",
|
|
"pages/students/2017/dmytro_ushatenko/README.md",
|
|
"pages/students/2022/valerii_kutsenko/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0471",
|
|
"split": "test",
|
|
"category": "fact_start_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku začal študovať Oleksandr Dorybohov?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2023/oleksandr_dorybohov/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/oleksandr_dorybohov/README.md",
|
|
"pages/students/2017/dmytro_ushatenko/README.md",
|
|
"pages/students/2018/oleh_bilykh/README.md",
|
|
"pages/students/2022/valerii_kutsenko/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0472",
|
|
"split": "test",
|
|
"category": "verification",
|
|
"difficulty": "medium",
|
|
"question": "Je pri osobe Oleksandr Dorybohov uvedený rok začiatku štúdia 2023?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2023/oleksandr_dorybohov/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/oleksandr_dorybohov/README.md",
|
|
"pages/students/2021/oleksandr_hryshchenko/README.md",
|
|
"pages/topics/legal/README.md",
|
|
"pages/students/2023/simona_bobrovcanova/README.md",
|
|
"pages/students/2023/ronald_zalacko/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko",
|
|
"https://zp.kemt.fei.tuke.sk/topics/legal",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0472",
|
|
"split": "test",
|
|
"category": "verification",
|
|
"difficulty": "medium",
|
|
"question": "Je pri osobe Oleksandr Dorybohov uvedený rok začiatku štúdia 2023?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2023/oleksandr_dorybohov/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/oleksandr_dorybohov/README.md",
|
|
"pages/students/2018/oleh_bilykh/README.md",
|
|
"pages/students/2018/david_ilas/README.md",
|
|
"pages/students/2017/dmytro_ushatenko/README.md",
|
|
"pages/students/2016/maros_harahus/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_ilas",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0472",
|
|
"split": "test",
|
|
"category": "verification",
|
|
"difficulty": "medium",
|
|
"question": "Je pri osobe Oleksandr Dorybohov uvedený rok začiatku štúdia 2023?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2023/oleksandr_dorybohov/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/oleksandr_dorybohov/README.md",
|
|
"pages/students/2018/david_ilas/README.md",
|
|
"pages/students/2018/oleh_bilykh/README.md",
|
|
"pages/students/2016/dominik_nagy/README.md",
|
|
"pages/students/2017/dmytro_ushatenko/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_ilas",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0473",
|
|
"split": "test",
|
|
"category": "fact_work_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku je pri osobe Oleksandr Dorybohov uvedená bakalárska práca?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2023/oleksandr_dorybohov/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/oleksandr_dorybohov/README.md",
|
|
"pages/topics/legal/README.md",
|
|
"pages/students/2021/oleksandr_hryshchenko/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2016/darius_lindvai/timovy_projekt/resers/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov",
|
|
"https://zp.kemt.fei.tuke.sk/topics/legal",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai/timovy_projekt/resers"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0473",
|
|
"split": "test",
|
|
"category": "fact_work_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku je pri osobe Oleksandr Dorybohov uvedená bakalárska práca?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2023/oleksandr_dorybohov/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/oleksandr_dorybohov/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md",
|
|
"pages/students/2018/oleh_bilykh/README.md",
|
|
"pages/students/2017/dmytro_ushatenko/README.md",
|
|
"pages/students/2016/ediz_morochovic/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0473",
|
|
"split": "test",
|
|
"category": "fact_work_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku je pri osobe Oleksandr Dorybohov uvedená bakalárska práca?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2023/oleksandr_dorybohov/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/oleksandr_dorybohov/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md",
|
|
"pages/students/2018/oleh_bilykh/README.md",
|
|
"pages/students/2017/dmytro_ushatenko/README.md",
|
|
"pages/students/2016/ediz_morochovic/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0474",
|
|
"split": "test",
|
|
"category": "disambiguation_year",
|
|
"difficulty": "hard",
|
|
"question": "Rozlíš rok začiatku štúdia a rok práce osoby Oleksandr Dorybohov.",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2023/oleksandr_dorybohov/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/oleksandr_dorybohov/README.md",
|
|
"pages/students/2021/oleksandr_hryshchenko/README.md",
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md",
|
|
"pages/students/2019/kristian_sopkovic/README.md",
|
|
"pages/topics/legal/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic",
|
|
"https://zp.kemt.fei.tuke.sk/topics/legal"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0474",
|
|
"split": "test",
|
|
"category": "disambiguation_year",
|
|
"difficulty": "hard",
|
|
"question": "Rozlíš rok začiatku štúdia a rok práce osoby Oleksandr Dorybohov.",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2023/oleksandr_dorybohov/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/oleksandr_dorybohov/README.md",
|
|
"pages/topics/legal/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md",
|
|
"pages/students/2016/maros_harahus/README.md",
|
|
"pages/students/2021/manohar_gowdru_shridharu/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov",
|
|
"https://zp.kemt.fei.tuke.sk/topics/legal",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0474",
|
|
"split": "test",
|
|
"category": "disambiguation_year",
|
|
"difficulty": "hard",
|
|
"question": "Rozlíš rok začiatku štúdia a rok práce osoby Oleksandr Dorybohov.",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2023/oleksandr_dorybohov/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/oleksandr_dorybohov/README.md",
|
|
"pages/topics/legal/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md",
|
|
"pages/students/2016/maros_harahus/README.md",
|
|
"pages/students/2021/manohar_gowdru_shridharu/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov",
|
|
"https://zp.kemt.fei.tuke.sk/topics/legal",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0475",
|
|
"split": "test",
|
|
"category": "adversarial_year",
|
|
"difficulty": "hard",
|
|
"question": "Je rok 2023 rokom záverečnej práce osoby Oleksandr Dorybohov?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2023/oleksandr_dorybohov/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/oleksandr_dorybohov/README.md",
|
|
"pages/topics/legal/README.md",
|
|
"pages/topics/faq/README.md",
|
|
"pages/students/2021/oleksandr_hryshchenko/README.md",
|
|
"pages/topics/akopisat/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov",
|
|
"https://zp.kemt.fei.tuke.sk/topics/legal",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko",
|
|
"https://zp.kemt.fei.tuke.sk/topics/akopisat"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0475",
|
|
"split": "test",
|
|
"category": "adversarial_year",
|
|
"difficulty": "hard",
|
|
"question": "Je rok 2023 rokom záverečnej práce osoby Oleksandr Dorybohov?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2023/oleksandr_dorybohov/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/oleksandr_dorybohov/README.md",
|
|
"pages/students/2020/matej_kobylan/README.md",
|
|
"pages/students/2016/dominik_nagy/README.md",
|
|
"pages/students/2016/maros_harahus/README.md",
|
|
"pages/students/2018/oleh_bilykh/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0475",
|
|
"split": "test",
|
|
"category": "adversarial_year",
|
|
"difficulty": "hard",
|
|
"question": "Je rok 2023 rokom záverečnej práce osoby Oleksandr Dorybohov?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2023/oleksandr_dorybohov/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/oleksandr_dorybohov/README.md",
|
|
"pages/students/2016/dominik_nagy/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md",
|
|
"pages/students/2020/matej_kobylan/README.md",
|
|
"pages/students/2016/maros_harahus/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0476",
|
|
"split": "test",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou právo a osobou Oleksandr Dorybohov?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2023/oleksandr_dorybohov/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/oleksandr_dorybohov/README.md",
|
|
"pages/students/2021/oleksandr_hryshchenko/README.md",
|
|
"pages/topics/legal/README.md",
|
|
"pages/students/2017/martin_jancura/README.md",
|
|
"pages/students/2016/maros_harahus/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko",
|
|
"https://zp.kemt.fei.tuke.sk/topics/legal",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0476",
|
|
"split": "test",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou právo a osobou Oleksandr Dorybohov?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2023/oleksandr_dorybohov/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/oleksandr_dorybohov/README.md",
|
|
"pages/students/2018/oleh_bilykh/README.md",
|
|
"pages/topics/faq/README.md",
|
|
"pages/students/2017/dmytro_ushatenko/README.md",
|
|
"pages/topics/legal/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko",
|
|
"https://zp.kemt.fei.tuke.sk/topics/legal"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0476",
|
|
"split": "test",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou právo a osobou Oleksandr Dorybohov?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2023/oleksandr_dorybohov/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/oleksandr_dorybohov/README.md",
|
|
"pages/students/2018/oleh_bilykh/README.md",
|
|
"pages/topics/faq/README.md",
|
|
"pages/topics/legal/README.md",
|
|
"pages/students/2018/david_omasta/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq",
|
|
"https://zp.kemt.fei.tuke.sk/topics/legal",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0477",
|
|
"split": "test",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou agent a osobou Oleksandr Dorybohov?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2023/oleksandr_dorybohov/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/oleksandr_dorybohov/README.md",
|
|
"pages/topics/legal/README.md",
|
|
"pages/students/2021/oleksandr_hryshchenko/README.md",
|
|
"pages/students/2020/matej_kobylan/README.md",
|
|
"pages/students/2017/martin_jancura/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov",
|
|
"https://zp.kemt.fei.tuke.sk/topics/legal",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0477",
|
|
"split": "test",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou agent a osobou Oleksandr Dorybohov?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2023/oleksandr_dorybohov/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/oleksandr_dorybohov/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md",
|
|
"pages/students/2018/oleh_bilykh/README.md",
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md",
|
|
"pages/topics/legal/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",
|
|
"https://zp.kemt.fei.tuke.sk/topics/legal"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0477",
|
|
"split": "test",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou agent a osobou Oleksandr Dorybohov?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2023/oleksandr_dorybohov/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/oleksandr_dorybohov/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md",
|
|
"pages/topics/legal/README.md",
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md",
|
|
"pages/students/2018/oleh_bilykh/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",
|
|
"https://zp.kemt.fei.tuke.sk/topics/legal",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0478",
|
|
"split": "test",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou API a osobou Oleksandr Dorybohov?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2023/oleksandr_dorybohov/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/oleksandr_dorybohov/README.md",
|
|
"pages/topics/legal/README.md",
|
|
"pages/students/2021/oleksandr_hryshchenko/README.md",
|
|
"pages/students/2017/martin_jancura/README.md",
|
|
"pages/students/2016/maros_harahus/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov",
|
|
"https://zp.kemt.fei.tuke.sk/topics/legal",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0478",
|
|
"split": "test",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou API a osobou Oleksandr Dorybohov?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2023/oleksandr_dorybohov/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/oleksandr_dorybohov/README.md",
|
|
"pages/students/2018/oleh_bilykh/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md",
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md",
|
|
"pages/topics/legal/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",
|
|
"https://zp.kemt.fei.tuke.sk/topics/legal"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0478",
|
|
"split": "test",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou API a osobou Oleksandr Dorybohov?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2023/oleksandr_dorybohov/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/oleksandr_dorybohov/README.md",
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md",
|
|
"pages/students/2018/oleh_bilykh/README.md",
|
|
"pages/students/2022/oleh_poiasnik/README.md",
|
|
"pages/topics/legal/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik",
|
|
"https://zp.kemt.fei.tuke.sk/topics/legal"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0479",
|
|
"split": "test",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Pre akú doménu má agent Oleksandra Dorybohova odpovedať na otázky?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2023/oleksandr_dorybohov/README.md"
|
|
],
|
|
"first_relevant_rank": 2,
|
|
"reciprocal_rank": 0.5,
|
|
"top_documents": [
|
|
"pages/students/2023/samuel_dzurina/README.md",
|
|
"pages/students/2023/oleksandr_dorybohov/README.md",
|
|
"pages/topics/faq/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/topics/question/validacie/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/topics/question/validacie"
|
|
],
|
|
"hit_at_1": 0,
|
|
"recall_at_1": 0.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0479",
|
|
"split": "test",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Pre akú doménu má agent Oleksandra Dorybohova odpovedať na otázky?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2023/oleksandr_dorybohov/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/oleksandr_dorybohov/README.md",
|
|
"pages/students/2018/oleh_bilykh/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md",
|
|
"pages/topics/question/nezodpovedatelne/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",
|
|
"https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0479",
|
|
"split": "test",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Pre akú doménu má agent Oleksandra Dorybohova odpovedať na otázky?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2023/oleksandr_dorybohov/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/oleksandr_dorybohov/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md",
|
|
"pages/students/2018/oleh_bilykh/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0510",
|
|
"split": "test",
|
|
"category": "entity_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Nájdi dokument o osobe Samuel Vasiľ.",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2022/samuel_vasil/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/samuel_vasil/README.md",
|
|
"pages/students/2019/samuel_horani/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md",
|
|
"pages/students/2018/samuel_sirotnik/README.md",
|
|
"pages/students/2021/matej_scislak/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0510",
|
|
"split": "test",
|
|
"category": "entity_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Nájdi dokument o osobe Samuel Vasiľ.",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2022/samuel_vasil/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/samuel_vasil/README.md",
|
|
"pages/interns/sevval_bulburu/README.md",
|
|
"pages/students/2021/manohar_gowdru_shridharu/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md",
|
|
"pages/students/2019/samuel_horani/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil",
|
|
"https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0510",
|
|
"split": "test",
|
|
"category": "entity_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Nájdi dokument o osobe Samuel Vasiľ.",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2022/samuel_vasil/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/samuel_vasil/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md",
|
|
"pages/students/2019/samuel_horani/README.md",
|
|
"pages/interns/sevval_bulburu/README.md",
|
|
"pages/students/2021/manohar_gowdru_shridharu/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani",
|
|
"https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0511",
|
|
"split": "test",
|
|
"category": "fact_title",
|
|
"difficulty": "easy",
|
|
"question": "Aký je názov bakalárska práca osoby Samuel Vasiľ?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2022/samuel_vasil/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/samuel_vasil/README.md",
|
|
"pages/students/2018/samuel_sirotnik/README.md",
|
|
"pages/students/2020/matus_suchanic/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md",
|
|
"pages/students/2019/samuel_horani/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0511",
|
|
"split": "test",
|
|
"category": "fact_title",
|
|
"difficulty": "easy",
|
|
"question": "Aký je názov bakalárska práca osoby Samuel Vasiľ?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2022/samuel_vasil/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/samuel_vasil/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md",
|
|
"pages/students/2020/vladyslav_krupko/README.md",
|
|
"pages/students/2018/samuel_sirotnik/README.md",
|
|
"pages/students/2020/matej_kobylan/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0511",
|
|
"split": "test",
|
|
"category": "fact_title",
|
|
"difficulty": "easy",
|
|
"question": "Aký je názov bakalárska práca osoby Samuel Vasiľ?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2022/samuel_vasil/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/samuel_vasil/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md",
|
|
"pages/students/2018/samuel_sirotnik/README.md",
|
|
"pages/students/2020/matej_kobylan/README.md",
|
|
"pages/students/2019/artem_yatsenko/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0512",
|
|
"split": "test",
|
|
"category": "reverse_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Kto sa venuje práci s názvom „Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI“?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2022/samuel_vasil/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/samuel_vasil/README.md",
|
|
"pages/students/2019/patrik_pokrivcak/README.md",
|
|
"pages/students/2021/artur_hyrenko/README.md",
|
|
"pages/students/2022/tetiana_mohorian/README.md",
|
|
"pages/students/2020/kamil_tomcufcik/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/kamil_tomcufcik"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0512",
|
|
"split": "test",
|
|
"category": "reverse_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Kto sa venuje práci s názvom „Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI“?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2022/samuel_vasil/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/samuel_vasil/README.md",
|
|
"pages/topics/bert/README.md",
|
|
"pages/students/2021/artur_hyrenko/README.md",
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md",
|
|
"pages/students/2022/andrii_pervashov/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil",
|
|
"https://zp.kemt.fei.tuke.sk/topics/bert",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0512",
|
|
"split": "test",
|
|
"category": "reverse_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Kto sa venuje práci s názvom „Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI“?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2022/samuel_vasil/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/samuel_vasil/README.md",
|
|
"pages/students/2021/artur_hyrenko/README.md",
|
|
"pages/students/2023/simona_bobrovcanova/README.md",
|
|
"pages/students/2022/andrii_pervashov/README.md",
|
|
"pages/students/2022/jan_ptak/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0513",
|
|
"split": "test",
|
|
"category": "topic_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Nájdi študenta alebo dokument, ktorý rieši tému „Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI“.",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2022/samuel_vasil/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/samuel_vasil/README.md",
|
|
"pages/students/2019/patrik_pokrivcak/README.md",
|
|
"pages/students/2022/tetiana_mohorian/README.md",
|
|
"pages/students/2021/vladimir_ferko/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0513",
|
|
"split": "test",
|
|
"category": "topic_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Nájdi študenta alebo dokument, ktorý rieši tému „Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI“.",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2022/samuel_vasil/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/samuel_vasil/README.md",
|
|
"pages/students/2021/artur_hyrenko/README.md",
|
|
"pages/students/2016/maros_harahus/README.md",
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md",
|
|
"pages/topics/bert/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",
|
|
"https://zp.kemt.fei.tuke.sk/topics/bert"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0513",
|
|
"split": "test",
|
|
"category": "topic_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Nájdi študenta alebo dokument, ktorý rieši tému „Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI“.",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2022/samuel_vasil/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/samuel_vasil/README.md",
|
|
"pages/students/2021/artur_hyrenko/README.md",
|
|
"pages/students/2023/simona_bobrovcanova/README.md",
|
|
"pages/students/2022/andrii_pervashov/README.md",
|
|
"pages/students/2022/jan_ptak/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0514",
|
|
"split": "test",
|
|
"category": "paraphrase",
|
|
"difficulty": "medium",
|
|
"question": "O čom je práca osoby Samuel Vasiľ?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2022/samuel_vasil/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/samuel_vasil/README.md",
|
|
"pages/students/2019/samuel_horani/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md",
|
|
"pages/students/2018/samuel_sirotnik/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0514",
|
|
"split": "test",
|
|
"category": "paraphrase",
|
|
"difficulty": "medium",
|
|
"question": "O čom je práca osoby Samuel Vasiľ?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2022/samuel_vasil/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/samuel_vasil/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md",
|
|
"pages/students/2018/samuel_sirotnik/README.md",
|
|
"pages/students/2019/samuel_horani/README.md",
|
|
"pages/students/2020/vladyslav_krupko/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0514",
|
|
"split": "test",
|
|
"category": "paraphrase",
|
|
"difficulty": "medium",
|
|
"question": "O čom je práca osoby Samuel Vasiľ?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2022/samuel_vasil/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/samuel_vasil/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md",
|
|
"pages/students/2018/samuel_sirotnik/README.md",
|
|
"pages/students/2019/samuel_horani/README.md",
|
|
"pages/students/2020/matej_kobylan/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0515",
|
|
"split": "test",
|
|
"category": "fact_start_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku začal študovať Samuel Vasiľ?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2022/samuel_vasil/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/samuel_vasil/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md",
|
|
"pages/students/2021/eduard_matovka/README.md",
|
|
"pages/students/2016/jakub_maruniak/timovy_projekt/README.md",
|
|
"pages/students/2018/samuel_sirotnik/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0515",
|
|
"split": "test",
|
|
"category": "fact_start_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku začal študovať Samuel Vasiľ?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2022/samuel_vasil/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/samuel_vasil/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md",
|
|
"pages/students/2020/vladyslav_krupko/README.md",
|
|
"pages/students/2021/nikita_bodnar/README.md",
|
|
"pages/students/2020/david_kostilnik/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0515",
|
|
"split": "test",
|
|
"category": "fact_start_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku začal študovať Samuel Vasiľ?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2022/samuel_vasil/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/samuel_vasil/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md",
|
|
"pages/students/2018/samuel_sirotnik/README.md",
|
|
"pages/students/2019/samuel_horani/README.md",
|
|
"pages/students/2020/vladyslav_krupko/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0516",
|
|
"split": "test",
|
|
"category": "verification",
|
|
"difficulty": "medium",
|
|
"question": "Je pri osobe Samuel Vasiľ uvedený rok začiatku štúdia 2022?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2022/samuel_vasil/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/samuel_vasil/README.md",
|
|
"pages/students/2018/samuel_sirotnik/README.md",
|
|
"pages/students/2019/samuel_horani/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md",
|
|
"pages/students/2022/tetiana_mohorian/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0516",
|
|
"split": "test",
|
|
"category": "verification",
|
|
"difficulty": "medium",
|
|
"question": "Je pri osobe Samuel Vasiľ uvedený rok začiatku štúdia 2022?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2022/samuel_vasil/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/samuel_vasil/README.md",
|
|
"pages/students/2019/samuel_horani/README.md",
|
|
"pages/students/2018/martin_wencel/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md",
|
|
"pages/students/2019/michal_stromko/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0516",
|
|
"split": "test",
|
|
"category": "verification",
|
|
"difficulty": "medium",
|
|
"question": "Je pri osobe Samuel Vasiľ uvedený rok začiatku štúdia 2022?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2022/samuel_vasil/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/samuel_vasil/README.md",
|
|
"pages/students/2019/samuel_horani/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md",
|
|
"pages/students/2018/martin_wencel/README.md",
|
|
"pages/students/2018/samuel_sirotnik/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0517",
|
|
"split": "test",
|
|
"category": "fact_work_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku je pri osobe Samuel Vasiľ uvedená bakalárska práca?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2022/samuel_vasil/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/samuel_vasil/README.md",
|
|
"pages/students/2019/samuel_horani/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2018/samuel_sirotnik/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0517",
|
|
"split": "test",
|
|
"category": "fact_work_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku je pri osobe Samuel Vasiľ uvedená bakalárska práca?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2022/samuel_vasil/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/samuel_vasil/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md",
|
|
"pages/students/2020/vladyslav_krupko/README.md",
|
|
"pages/students/2018/samuel_sirotnik/README.md",
|
|
"pages/students/2020/matej_kobylan/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0517",
|
|
"split": "test",
|
|
"category": "fact_work_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku je pri osobe Samuel Vasiľ uvedená bakalárska práca?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2022/samuel_vasil/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/samuel_vasil/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md",
|
|
"pages/students/2018/samuel_sirotnik/README.md",
|
|
"pages/students/2019/samuel_horani/README.md",
|
|
"pages/students/2020/matej_kobylan/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0518",
|
|
"split": "test",
|
|
"category": "disambiguation_year",
|
|
"difficulty": "hard",
|
|
"question": "Rozlíš rok začiatku štúdia a rok práce osoby Samuel Vasiľ.",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2022/samuel_vasil/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/samuel_vasil/README.md",
|
|
"pages/students/2018/samuel_sirotnik/README.md",
|
|
"pages/students/2019/samuel_horani/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md",
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0518",
|
|
"split": "test",
|
|
"category": "disambiguation_year",
|
|
"difficulty": "hard",
|
|
"question": "Rozlíš rok začiatku štúdia a rok práce osoby Samuel Vasiľ.",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2022/samuel_vasil/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/samuel_vasil/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md",
|
|
"pages/students/2020/matej_kobylan/README.md",
|
|
"pages/students/2019/michal_stromko/README.md",
|
|
"pages/students/2020/vladyslav_krupko/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0518",
|
|
"split": "test",
|
|
"category": "disambiguation_year",
|
|
"difficulty": "hard",
|
|
"question": "Rozlíš rok začiatku štúdia a rok práce osoby Samuel Vasiľ.",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2022/samuel_vasil/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/samuel_vasil/README.md",
|
|
"pages/students/2020/matej_kobylan/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md",
|
|
"pages/students/2019/samuel_horani/README.md",
|
|
"pages/students/2018/samuel_sirotnik/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0519",
|
|
"split": "test",
|
|
"category": "adversarial_year",
|
|
"difficulty": "hard",
|
|
"question": "Je rok 2022 rokom záverečnej práce osoby Samuel Vasiľ?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2022/samuel_vasil/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/samuel_vasil/README.md",
|
|
"pages/topics/faq/README.md",
|
|
"pages/students/2018/samuel_sirotnik/README.md",
|
|
"pages/topics/akopisat/README.md",
|
|
"pages/students/2019/samuel_horani/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik",
|
|
"https://zp.kemt.fei.tuke.sk/topics/akopisat",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0519",
|
|
"split": "test",
|
|
"category": "adversarial_year",
|
|
"difficulty": "hard",
|
|
"question": "Je rok 2022 rokom záverečnej práce osoby Samuel Vasiľ?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2022/samuel_vasil/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/samuel_vasil/README.md",
|
|
"pages/students/2019/samuel_horani/README.md",
|
|
"pages/students/2020/vladyslav_krupko/README.md",
|
|
"pages/students/2020/matej_kobylan/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0519",
|
|
"split": "test",
|
|
"category": "adversarial_year",
|
|
"difficulty": "hard",
|
|
"question": "Je rok 2022 rokom záverečnej práce osoby Samuel Vasiľ?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2022/samuel_vasil/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/samuel_vasil/README.md",
|
|
"pages/students/2019/samuel_horani/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md",
|
|
"pages/students/2018/samuel_sirotnik/README.md",
|
|
"pages/students/2020/vladyslav_krupko/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0520",
|
|
"split": "test",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou OpenWebUI a osobou Samuel Vasiľ?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2022/samuel_vasil/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/samuel_vasil/README.md",
|
|
"pages/students/2022/jan_ptak/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md",
|
|
"pages/students/2017/martin_jancura/README.md",
|
|
"pages/students/2019/samuel_horani/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0520",
|
|
"split": "test",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou OpenWebUI a osobou Samuel Vasiľ?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2022/samuel_vasil/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/samuel_vasil/README.md",
|
|
"pages/students/2022/andrii_pervashov/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md",
|
|
"pages/students/2022/jan_ptak/README.md",
|
|
"pages/students/2018/samuel_sirotnik/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0520",
|
|
"split": "test",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou OpenWebUI a osobou Samuel Vasiľ?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2022/samuel_vasil/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/samuel_vasil/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md",
|
|
"pages/students/2022/andrii_pervashov/README.md",
|
|
"pages/students/2022/jan_ptak/README.md",
|
|
"pages/students/2018/samuel_sirotnik/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0521",
|
|
"split": "test",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou MCP a osobou Samuel Vasiľ?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2022/samuel_vasil/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/samuel_vasil/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md",
|
|
"pages/students/2017/martin_jancura/README.md",
|
|
"pages/students/2019/samuel_horani/README.md",
|
|
"pages/students/2018/samuel_sirotnik/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0521",
|
|
"split": "test",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou MCP a osobou Samuel Vasiľ?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2022/samuel_vasil/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/samuel_vasil/README.md",
|
|
"pages/topics/faq/README.md",
|
|
"pages/students/2018/samuel_sirotnik/README.md",
|
|
"pages/students/2018/martin_wencel/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0521",
|
|
"split": "test",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou MCP a osobou Samuel Vasiľ?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2022/samuel_vasil/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/samuel_vasil/README.md",
|
|
"pages/topics/faq/README.md",
|
|
"pages/students/2018/samuel_sirotnik/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md",
|
|
"pages/students/2018/martin_wencel/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0522",
|
|
"split": "test",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou RAG a osobou Samuel Vasiľ?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2022/samuel_vasil/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/samuel_vasil/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md",
|
|
"pages/students/2017/martin_jancura/README.md",
|
|
"pages/students/2019/samuel_horani/README.md",
|
|
"pages/students/2022/oleh_poiasnik/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0522",
|
|
"split": "test",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou RAG a osobou Samuel Vasiľ?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2022/samuel_vasil/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/samuel_vasil/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2022/oleh_poiasnik/README.md",
|
|
"pages/students/2022/andrii_pervashov/README.md",
|
|
"pages/students/2022/jan_ptak/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0522",
|
|
"split": "test",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou RAG a osobou Samuel Vasiľ?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2022/samuel_vasil/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/samuel_vasil/README.md",
|
|
"pages/students/2022/jan_ptak/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md",
|
|
"pages/students/2022/oleh_poiasnik/README.md",
|
|
"pages/students/2021/matej_scislak/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0523",
|
|
"split": "test",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Aké rozhranie má Samuel Vasiľ nasadiť pomocou Docker Compose?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2022/samuel_vasil/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/samuel_vasil/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md",
|
|
"pages/students/2019/samuel_horani/README.md",
|
|
"pages/students/2019/filip_tomas/README.md",
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0523",
|
|
"split": "test",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Aké rozhranie má Samuel Vasiľ nasadiť pomocou Docker Compose?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2022/samuel_vasil/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/samuel_vasil/README.md",
|
|
"pages/students/2019/samuel_horani/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md",
|
|
"pages/students/2018/samuel_sirotnik/README.md",
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0523",
|
|
"split": "test",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Aké rozhranie má Samuel Vasiľ nasadiť pomocou Docker Compose?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2022/samuel_vasil/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/samuel_vasil/README.md",
|
|
"pages/students/2019/samuel_horani/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md",
|
|
"pages/students/2018/samuel_sirotnik/README.md",
|
|
"pages/students/2023/ronald_zalacko/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0524",
|
|
"split": "test",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Aké rozšírenia má systém Samuela Vasiľa podporovať?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2022/samuel_vasil/README.md"
|
|
],
|
|
"first_relevant_rank": null,
|
|
"reciprocal_rank": 0.0,
|
|
"top_documents": [
|
|
"pages/students/2019/filip_tomas/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md",
|
|
"pages/students/2023/maksym_zatirka/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2019/michal_stromko/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"
|
|
],
|
|
"hit_at_1": 0,
|
|
"recall_at_1": 0.0,
|
|
"hit_at_3": 0,
|
|
"recall_at_3": 0.0,
|
|
"hit_at_5": 0,
|
|
"recall_at_5": 0.0
|
|
},
|
|
{
|
|
"id": "q0524",
|
|
"split": "test",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Aké rozšírenia má systém Samuela Vasiľa podporovať?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2022/samuel_vasil/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/samuel_vasil/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md",
|
|
"pages/students/2019/samuel_horani/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2021/artur_hyrenko/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0524",
|
|
"split": "test",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Aké rozšírenia má systém Samuela Vasiľa podporovať?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2022/samuel_vasil/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/samuel_vasil/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2019/samuel_horani/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0525",
|
|
"split": "test",
|
|
"category": "entity_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Nájdi dokument o osobe Denis Le Thanh.",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2023/denis_le_thanh/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/denis_le_thanh/README.md",
|
|
"pages/students/2017/than_trung_thanh/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2019/david_stromp/README.md",
|
|
"pages/students/2016/patrik_pavlisin/dp21/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/david_stromp",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/dp21"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0525",
|
|
"split": "test",
|
|
"category": "entity_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Nájdi dokument o osobe Denis Le Thanh.",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2023/denis_le_thanh/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/denis_le_thanh/README.md",
|
|
"pages/students/2021/manohar_gowdru_shridharu/README.md",
|
|
"pages/students/2017/than_trung_thanh/README.md",
|
|
"pages/interns/sevval_bulburu/README.md",
|
|
"pages/students/2021/matej_novotny/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh",
|
|
"https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0525",
|
|
"split": "test",
|
|
"category": "entity_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Nájdi dokument o osobe Denis Le Thanh.",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2023/denis_le_thanh/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/denis_le_thanh/README.md",
|
|
"pages/students/2017/than_trung_thanh/README.md",
|
|
"pages/students/2021/manohar_gowdru_shridharu/README.md",
|
|
"pages/students/2016/dominik_nagy/timovy_projekt/README.md",
|
|
"pages/interns/sevval_bulburu/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy/timovy_projekt",
|
|
"https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0526",
|
|
"split": "test",
|
|
"category": "fact_title",
|
|
"difficulty": "easy",
|
|
"question": "Aký je názov bakalárska práca osoby Denis Le Thanh?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2023/denis_le_thanh/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/denis_le_thanh/README.md",
|
|
"pages/students/2017/than_trung_thanh/README.md",
|
|
"pages/students/2020/matus_suchanic/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2016/jakub_maruniak/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0526",
|
|
"split": "test",
|
|
"category": "fact_title",
|
|
"difficulty": "easy",
|
|
"question": "Aký je názov bakalárska práca osoby Denis Le Thanh?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2023/denis_le_thanh/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/denis_le_thanh/README.md",
|
|
"pages/students/2017/than_trung_thanh/README.md",
|
|
"pages/students/2018/martin_wencel/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md",
|
|
"pages/students/2016/ediz_morochovic/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0526",
|
|
"split": "test",
|
|
"category": "fact_title",
|
|
"difficulty": "easy",
|
|
"question": "Aký je názov bakalárska práca osoby Denis Le Thanh?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2023/denis_le_thanh/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/denis_le_thanh/README.md",
|
|
"pages/students/2017/than_trung_thanh/README.md",
|
|
"pages/students/2018/martin_wencel/README.md",
|
|
"pages/students/2016/ediz_morochovic/README.md",
|
|
"pages/students/2019/artem_yatsenko/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0527",
|
|
"split": "test",
|
|
"category": "reverse_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Kto sa venuje práci s názvom „Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku“?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2023/denis_le_thanh/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/denis_le_thanh/README.md",
|
|
"pages/students/2018/oleh_bilykh/README.md",
|
|
"pages/students/2016/maros_harahus/timovy_projekt/README.md",
|
|
"pages/students/2019/alina_vitko/README.md",
|
|
"pages/topics/otvorene/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko",
|
|
"https://zp.kemt.fei.tuke.sk/topics/otvorene"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0527",
|
|
"split": "test",
|
|
"category": "reverse_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Kto sa venuje práci s názvom „Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku“?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2023/denis_le_thanh/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/denis_le_thanh/README.md",
|
|
"pages/topics/bert/README.md",
|
|
"pages/students/2021/artur_hyrenko/README.md",
|
|
"pages/students/2016/jakub_maruniak/README.md",
|
|
"pages/students/2017/stanislav_matsunych/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh",
|
|
"https://zp.kemt.fei.tuke.sk/topics/bert",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/stanislav_matsunych"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0527",
|
|
"split": "test",
|
|
"category": "reverse_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Kto sa venuje práci s názvom „Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku“?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2023/denis_le_thanh/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/denis_le_thanh/README.md",
|
|
"pages/students/2016/jakub_maruniak/README.md",
|
|
"pages/topics/bert/README.md",
|
|
"pages/students/2021/matej_novotny/README.md",
|
|
"pages/students/2021/artur_hyrenko/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"https://zp.kemt.fei.tuke.sk/topics/bert",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0528",
|
|
"split": "test",
|
|
"category": "topic_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Nájdi študenta alebo dokument, ktorý rieši tému „Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku“.",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2023/denis_le_thanh/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/denis_le_thanh/README.md",
|
|
"pages/students/2022/andrii_pervashov/README.md",
|
|
"pages/students/2016/lukas_pokryvka/timovy_projekt/README.md",
|
|
"pages/students/2021/artur_hyrenko/README.md",
|
|
"pages/students/2016/jakub_maruniak/timovy_projekt/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka/timovy_projekt",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0528",
|
|
"split": "test",
|
|
"category": "topic_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Nájdi študenta alebo dokument, ktorý rieši tému „Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku“.",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2023/denis_le_thanh/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/denis_le_thanh/README.md",
|
|
"pages/students/2021/artur_hyrenko/README.md",
|
|
"pages/topics/bert/README.md",
|
|
"pages/students/2021/matej_novotny/README.md",
|
|
"pages/students/2022/andrii_pervashov/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko",
|
|
"https://zp.kemt.fei.tuke.sk/topics/bert",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0528",
|
|
"split": "test",
|
|
"category": "topic_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Nájdi študenta alebo dokument, ktorý rieši tému „Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku“.",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2023/denis_le_thanh/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/denis_le_thanh/README.md",
|
|
"pages/students/2022/andrii_pervashov/README.md",
|
|
"pages/students/2021/matej_novotny/README.md",
|
|
"pages/students/2016/jakub_maruniak/README.md",
|
|
"pages/students/2021/artur_hyrenko/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0529",
|
|
"split": "test",
|
|
"category": "paraphrase",
|
|
"difficulty": "medium",
|
|
"question": "O čom je práca osoby Denis Le Thanh?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2023/denis_le_thanh/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/denis_le_thanh/README.md",
|
|
"pages/students/2017/than_trung_thanh/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2016/patrik_pavlisin/dp21/README.md",
|
|
"pages/students/2016/dominik_nagy/timovy_projekt/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/dp21",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy/timovy_projekt"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0529",
|
|
"split": "test",
|
|
"category": "paraphrase",
|
|
"difficulty": "medium",
|
|
"question": "O čom je práca osoby Denis Le Thanh?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2023/denis_le_thanh/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/denis_le_thanh/README.md",
|
|
"pages/students/2017/than_trung_thanh/README.md",
|
|
"pages/students/2022/tetiana_mohorian/README.md",
|
|
"pages/students/2018/martin_wencel/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0529",
|
|
"split": "test",
|
|
"category": "paraphrase",
|
|
"difficulty": "medium",
|
|
"question": "O čom je práca osoby Denis Le Thanh?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2023/denis_le_thanh/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/denis_le_thanh/README.md",
|
|
"pages/students/2017/than_trung_thanh/README.md",
|
|
"pages/students/2022/tetiana_mohorian/README.md",
|
|
"pages/students/2018/martin_wencel/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0530",
|
|
"split": "test",
|
|
"category": "fact_start_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku začal študovať Denis Le Thanh?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2023/denis_le_thanh/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/denis_le_thanh/README.md",
|
|
"pages/students/2021/eduard_matovka/README.md",
|
|
"pages/students/2016/jakub_maruniak/timovy_projekt/README.md",
|
|
"pages/students/2017/than_trung_thanh/README.md",
|
|
"pages/topics/faq/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0530",
|
|
"split": "test",
|
|
"category": "fact_start_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku začal študovať Denis Le Thanh?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2023/denis_le_thanh/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/denis_le_thanh/README.md",
|
|
"pages/students/2017/than_trung_thanh/README.md",
|
|
"pages/students/2016/maros_harahus/README.md",
|
|
"pages/students/2020/kamil_tomcufcik/README.md",
|
|
"pages/students/2018/martin_wencel/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/kamil_tomcufcik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0530",
|
|
"split": "test",
|
|
"category": "fact_start_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku začal študovať Denis Le Thanh?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2023/denis_le_thanh/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/denis_le_thanh/README.md",
|
|
"pages/students/2017/than_trung_thanh/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/students/2016/maros_harahus/README.md",
|
|
"pages/students/2020/kamil_tomcufcik/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/kamil_tomcufcik"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0531",
|
|
"split": "test",
|
|
"category": "verification",
|
|
"difficulty": "medium",
|
|
"question": "Je pri osobe Denis Le Thanh uvedený rok začiatku štúdia 2023?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2023/denis_le_thanh/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/denis_le_thanh/README.md",
|
|
"pages/students/2023/oleksandr_dorybohov/README.md",
|
|
"pages/students/2023/simona_bobrovcanova/README.md",
|
|
"pages/students/2023/ronald_zalacko/README.md",
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0531",
|
|
"split": "test",
|
|
"category": "verification",
|
|
"difficulty": "medium",
|
|
"question": "Je pri osobe Denis Le Thanh uvedený rok začiatku štúdia 2023?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2023/denis_le_thanh/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/denis_le_thanh/README.md",
|
|
"pages/students/2017/than_trung_thanh/README.md",
|
|
"pages/students/2018/martin_wencel/README.md",
|
|
"pages/students/2017/martin_jancura/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0531",
|
|
"split": "test",
|
|
"category": "verification",
|
|
"difficulty": "medium",
|
|
"question": "Je pri osobe Denis Le Thanh uvedený rok začiatku štúdia 2023?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2023/denis_le_thanh/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/denis_le_thanh/README.md",
|
|
"pages/students/2017/than_trung_thanh/README.md",
|
|
"pages/students/2018/martin_wencel/README.md",
|
|
"pages/students/2020/jakub_kristian_lukas/README.md",
|
|
"pages/students/2017/martin_jancura/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0532",
|
|
"split": "test",
|
|
"category": "fact_work_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku je pri osobe Denis Le Thanh uvedená bakalárska práca?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2023/denis_le_thanh/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/denis_le_thanh/README.md",
|
|
"pages/students/2017/than_trung_thanh/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2016/darius_lindvai/timovy_projekt/resers/README.md",
|
|
"pages/topics/faq/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai/timovy_projekt/resers",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0532",
|
|
"split": "test",
|
|
"category": "fact_work_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku je pri osobe Denis Le Thanh uvedená bakalárska práca?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2023/denis_le_thanh/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/denis_le_thanh/README.md",
|
|
"pages/students/2017/than_trung_thanh/README.md",
|
|
"pages/students/2016/ediz_morochovic/README.md",
|
|
"pages/students/2018/martin_wencel/README.md",
|
|
"pages/students/2020/jakub_kristian_lukas/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0532",
|
|
"split": "test",
|
|
"category": "fact_work_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku je pri osobe Denis Le Thanh uvedená bakalárska práca?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2023/denis_le_thanh/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/denis_le_thanh/README.md",
|
|
"pages/students/2017/than_trung_thanh/README.md",
|
|
"pages/students/2016/ediz_morochovic/README.md",
|
|
"pages/students/2018/martin_wencel/README.md",
|
|
"pages/students/2020/jakub_kristian_lukas/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0533",
|
|
"split": "test",
|
|
"category": "disambiguation_year",
|
|
"difficulty": "hard",
|
|
"question": "Rozlíš rok začiatku štúdia a rok práce osoby Denis Le Thanh.",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2023/denis_le_thanh/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/denis_le_thanh/README.md",
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md",
|
|
"pages/students/2019/kristian_sopkovic/README.md",
|
|
"pages/students/2017/than_trung_thanh/README.md",
|
|
"pages/students/2016/ediz_morochovic/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0533",
|
|
"split": "test",
|
|
"category": "disambiguation_year",
|
|
"difficulty": "hard",
|
|
"question": "Rozlíš rok začiatku štúdia a rok práce osoby Denis Le Thanh.",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2023/denis_le_thanh/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/denis_le_thanh/README.md",
|
|
"pages/students/2017/than_trung_thanh/README.md",
|
|
"pages/students/2017/martin_jancura/README.md",
|
|
"pages/students/2023/simona_bobrovcanova/README.md",
|
|
"pages/students/2018/martin_wencel/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0533",
|
|
"split": "test",
|
|
"category": "disambiguation_year",
|
|
"difficulty": "hard",
|
|
"question": "Rozlíš rok začiatku štúdia a rok práce osoby Denis Le Thanh.",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2023/denis_le_thanh/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/denis_le_thanh/README.md",
|
|
"pages/students/2017/than_trung_thanh/README.md",
|
|
"pages/students/2017/martin_jancura/README.md",
|
|
"pages/students/2023/simona_bobrovcanova/README.md",
|
|
"pages/students/2018/martin_wencel/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0534",
|
|
"split": "test",
|
|
"category": "adversarial_year",
|
|
"difficulty": "hard",
|
|
"question": "Je rok 2023 rokom záverečnej práce osoby Denis Le Thanh?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2023/denis_le_thanh/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/denis_le_thanh/README.md",
|
|
"pages/topics/faq/README.md",
|
|
"pages/students/2017/than_trung_thanh/README.md",
|
|
"pages/topics/akopisat/README.md",
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh",
|
|
"https://zp.kemt.fei.tuke.sk/topics/akopisat",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0534",
|
|
"split": "test",
|
|
"category": "adversarial_year",
|
|
"difficulty": "hard",
|
|
"question": "Je rok 2023 rokom záverečnej práce osoby Denis Le Thanh?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2023/denis_le_thanh/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/denis_le_thanh/README.md",
|
|
"pages/students/2018/ondrej_megela/README.md",
|
|
"pages/students/2019/michal_stromko/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/students/2019/kristian_sopkovic/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0534",
|
|
"split": "test",
|
|
"category": "adversarial_year",
|
|
"difficulty": "hard",
|
|
"question": "Je rok 2023 rokom záverečnej práce osoby Denis Le Thanh?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2023/denis_le_thanh/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/denis_le_thanh/README.md",
|
|
"pages/students/2017/than_trung_thanh/README.md",
|
|
"pages/students/2021/vladimir_ferko/README.md",
|
|
"pages/students/2018/ondrej_megela/README.md",
|
|
"pages/students/2016/maros_harahus/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0535",
|
|
"split": "test",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou Slovak Mistral a osobou Denis Le Thanh?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2023/denis_le_thanh/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/denis_le_thanh/README.md",
|
|
"pages/students/2017/than_trung_thanh/README.md",
|
|
"pages/students/2022/oleh_poiasnik/README.md",
|
|
"pages/students/2017/martin_jancura/README.md",
|
|
"pages/students/2019/patrik_pokrivcak/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0535",
|
|
"split": "test",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou Slovak Mistral a osobou Denis Le Thanh?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2023/denis_le_thanh/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/denis_le_thanh/README.md",
|
|
"pages/students/2022/oleh_poiasnik/README.md",
|
|
"pages/students/2021/artur_hyrenko/README.md",
|
|
"pages/students/2017/than_trung_thanh/README.md",
|
|
"pages/students/2018/martin_wencel/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0535",
|
|
"split": "test",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou Slovak Mistral a osobou Denis Le Thanh?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2023/denis_le_thanh/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/denis_le_thanh/README.md",
|
|
"pages/students/2022/oleh_poiasnik/README.md",
|
|
"pages/students/2017/than_trung_thanh/README.md",
|
|
"pages/students/2021/artur_hyrenko/README.md",
|
|
"pages/students/2016/maros_harahus/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0536",
|
|
"split": "test",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou inštrukcie a osobou Denis Le Thanh?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2023/denis_le_thanh/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/denis_le_thanh/README.md",
|
|
"pages/students/2017/than_trung_thanh/README.md",
|
|
"pages/students/2017/martin_jancura/README.md",
|
|
"pages/students/2016/maros_harahus/README.md",
|
|
"pages/students/2016/patrik_pavlisin/dp21/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/dp21"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0536",
|
|
"split": "test",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou inštrukcie a osobou Denis Le Thanh?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2023/denis_le_thanh/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/denis_le_thanh/README.md",
|
|
"pages/students/2017/than_trung_thanh/README.md",
|
|
"pages/topics/faq/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2022/andrii_pervashov/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0536",
|
|
"split": "test",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou inštrukcie a osobou Denis Le Thanh?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2023/denis_le_thanh/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/denis_le_thanh/README.md",
|
|
"pages/students/2017/than_trung_thanh/README.md",
|
|
"pages/topics/faq/README.md",
|
|
"pages/students/2018/david_omasta/README.md",
|
|
"pages/students/2021/matej_scislak/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_omasta",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0537",
|
|
"split": "test",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou kyberbezpečnosť a osobou Denis Le Thanh?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2023/denis_le_thanh/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/denis_le_thanh/README.md",
|
|
"pages/students/2017/than_trung_thanh/README.md",
|
|
"pages/students/2017/martin_jancura/README.md",
|
|
"pages/students/2016/maros_harahus/README.md",
|
|
"pages/students/2016/patrik_pavlisin/dp21/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/dp21"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0537",
|
|
"split": "test",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou kyberbezpečnosť a osobou Denis Le Thanh?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2023/denis_le_thanh/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/denis_le_thanh/README.md",
|
|
"pages/students/2020/matej_kobylan/README.md",
|
|
"pages/students/2017/than_trung_thanh/README.md",
|
|
"pages/topics/faq/README.md",
|
|
"pages/students/2016/lukas_pokryvka/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0537",
|
|
"split": "test",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou kyberbezpečnosť a osobou Denis Le Thanh?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2023/denis_le_thanh/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/denis_le_thanh/README.md",
|
|
"pages/students/2017/than_trung_thanh/README.md",
|
|
"pages/students/2020/jakub_kristian_lukas/README.md",
|
|
"pages/students/2020/matej_kobylan/README.md",
|
|
"pages/topics/faq/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0538",
|
|
"split": "test",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Aký slovenský generatívny model chce Denis Le Thanh dotrénovať?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2023/denis_le_thanh/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/denis_le_thanh/README.md",
|
|
"pages/students/2018/ondrej_megela/README.md",
|
|
"pages/students/2017/than_trung_thanh/README.md",
|
|
"pages/students/2018/david_omasta/README.md",
|
|
"pages/students/2022/valerii_kutsenko/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_omasta",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0538",
|
|
"split": "test",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Aký slovenský generatívny model chce Denis Le Thanh dotrénovať?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2023/denis_le_thanh/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/denis_le_thanh/README.md",
|
|
"pages/students/2018/david_omasta/README.md",
|
|
"pages/students/2022/valerii_kutsenko/README.md",
|
|
"pages/students/2018/ondrej_megela/README.md",
|
|
"pages/students/2021/eduard_matovka/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_omasta",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0538",
|
|
"split": "test",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Aký slovenský generatívny model chce Denis Le Thanh dotrénovať?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2023/denis_le_thanh/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/denis_le_thanh/README.md",
|
|
"pages/students/2018/david_omasta/README.md",
|
|
"pages/students/2018/ondrej_megela/README.md",
|
|
"pages/students/2022/valerii_kutsenko/README.md",
|
|
"pages/students/2021/matej_novotny/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_omasta",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0539",
|
|
"split": "test",
|
|
"category": "entity_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Nájdi dokument o stážistovi Youssef Ressaissi.",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/interns/yussef_ressaissi/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/interns/yussef_ressaissi/README.md",
|
|
"pages/students/2019/david_stromp/README.md",
|
|
"pages/students/2019/michal_stromko/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2017/martin_jancura/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/david_stromp",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0539",
|
|
"split": "test",
|
|
"category": "entity_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Nájdi dokument o stážistovi Youssef Ressaissi.",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/interns/yussef_ressaissi/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/interns/yussef_ressaissi/README.md",
|
|
"pages/students/2021/manohar_gowdru_shridharu/README.md",
|
|
"pages/interns/sevval_bulburu/README.md",
|
|
"pages/interns/oliver_pejic/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu",
|
|
"https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu",
|
|
"https://zp.kemt.fei.tuke.sk/interns/oliver_pejic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0539",
|
|
"split": "test",
|
|
"category": "entity_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Nájdi dokument o stážistovi Youssef Ressaissi.",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/interns/yussef_ressaissi/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/interns/yussef_ressaissi/README.md",
|
|
"pages/students/2021/manohar_gowdru_shridharu/README.md",
|
|
"pages/interns/sevval_bulburu/README.md",
|
|
"pages/interns/oliver_pejic/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu",
|
|
"https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu",
|
|
"https://zp.kemt.fei.tuke.sk/interns/oliver_pejic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0540",
|
|
"split": "test",
|
|
"category": "internship_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku prebiehala stáž osoby Youssef Ressaissi?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/interns/yussef_ressaissi/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/interns/yussef_ressaissi/README.md",
|
|
"pages/students/2016/patrik_pavlisin/dp22/README.md",
|
|
"pages/topics/prodigy/README.md",
|
|
"pages/topics/faq/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/dp22",
|
|
"https://zp.kemt.fei.tuke.sk/topics/prodigy",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0540",
|
|
"split": "test",
|
|
"category": "internship_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku prebiehala stáž osoby Youssef Ressaissi?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/interns/yussef_ressaissi/README.md"
|
|
],
|
|
"first_relevant_rank": null,
|
|
"reciprocal_rank": 0.0,
|
|
"top_documents": [
|
|
"pages/students/2019/filip_tomas/README.md",
|
|
"pages/students/2023/ronald_zalacko/README.md",
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md",
|
|
"pages/students/2022/yevhenii_leonov/README.md",
|
|
"pages/students/2020/matej_kobylan/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"
|
|
],
|
|
"hit_at_1": 0,
|
|
"recall_at_1": 0.0,
|
|
"hit_at_3": 0,
|
|
"recall_at_3": 0.0,
|
|
"hit_at_5": 0,
|
|
"recall_at_5": 0.0
|
|
},
|
|
{
|
|
"id": "q0540",
|
|
"split": "test",
|
|
"category": "internship_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku prebiehala stáž osoby Youssef Ressaissi?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/interns/yussef_ressaissi/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/interns/yussef_ressaissi/README.md",
|
|
"pages/students/2019/filip_tomas/README.md",
|
|
"pages/students/2023/ronald_zalacko/README.md",
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0541",
|
|
"split": "test",
|
|
"category": "internship_topic",
|
|
"difficulty": "medium",
|
|
"question": "Akému problému alebo téme sa venovala stáž osoby Youssef Ressaissi?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/interns/yussef_ressaissi/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/interns/yussef_ressaissi/README.md",
|
|
"pages/topics/prodigy/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2016/patrik_pavlisin/dp22/README.md",
|
|
"pages/students/2019/kristian_sopkovic/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi",
|
|
"https://zp.kemt.fei.tuke.sk/topics/prodigy",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/dp22",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0541",
|
|
"split": "test",
|
|
"category": "internship_topic",
|
|
"difficulty": "medium",
|
|
"question": "Akému problému alebo téme sa venovala stáž osoby Youssef Ressaissi?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/interns/yussef_ressaissi/README.md"
|
|
],
|
|
"first_relevant_rank": null,
|
|
"reciprocal_rank": 0.0,
|
|
"top_documents": [
|
|
"pages/students/2018/oleh_bilykh/README.md",
|
|
"pages/students/2019/filip_tomas/README.md",
|
|
"pages/students/2019/alina_vitko/README.md",
|
|
"pages/students/2022/yevhenii_leonov/README.md",
|
|
"pages/topics/question/nezodpovedatelne/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov",
|
|
"https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne"
|
|
],
|
|
"hit_at_1": 0,
|
|
"recall_at_1": 0.0,
|
|
"hit_at_3": 0,
|
|
"recall_at_3": 0.0,
|
|
"hit_at_5": 0,
|
|
"recall_at_5": 0.0
|
|
},
|
|
{
|
|
"id": "q0541",
|
|
"split": "test",
|
|
"category": "internship_topic",
|
|
"difficulty": "medium",
|
|
"question": "Akému problému alebo téme sa venovala stáž osoby Youssef Ressaissi?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/interns/yussef_ressaissi/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/interns/yussef_ressaissi/README.md",
|
|
"pages/students/2018/oleh_bilykh/README.md",
|
|
"pages/students/2019/filip_tomas/README.md",
|
|
"pages/students/2019/alina_vitko/README.md",
|
|
"pages/students/2022/yevhenii_leonov/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0542",
|
|
"split": "test",
|
|
"category": "reverse_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Kto pracoval na téme sumarizácia v slovenskej medicínskej alebo právnej doméne?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/interns/yussef_ressaissi/README.md"
|
|
],
|
|
"first_relevant_rank": null,
|
|
"reciprocal_rank": 0.0,
|
|
"top_documents": [
|
|
"pages/students/2022/valerii_kutsenko/README.md",
|
|
"pages/topics/otvorene/README.md",
|
|
"pages/students/2022/andrii_pervashov/README.md",
|
|
"pages/students/2023/oleksandr_dorybohov/README.md",
|
|
"pages/students/2016/darius_lindvai/timovy_projekt/tutorial/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",
|
|
"https://zp.kemt.fei.tuke.sk/topics/otvorene",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai/timovy_projekt/tutorial"
|
|
],
|
|
"hit_at_1": 0,
|
|
"recall_at_1": 0.0,
|
|
"hit_at_3": 0,
|
|
"recall_at_3": 0.0,
|
|
"hit_at_5": 0,
|
|
"recall_at_5": 0.0
|
|
},
|
|
{
|
|
"id": "q0542",
|
|
"split": "test",
|
|
"category": "reverse_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Kto pracoval na téme sumarizácia v slovenskej medicínskej alebo právnej doméne?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/interns/yussef_ressaissi/README.md"
|
|
],
|
|
"first_relevant_rank": null,
|
|
"reciprocal_rank": 0.0,
|
|
"top_documents": [
|
|
"pages/students/2023/simona_bobrovcanova/README.md",
|
|
"pages/students/2018/ondrej_megela/README.md",
|
|
"pages/topics/legal/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/students/2022/andrii_pervashov/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela",
|
|
"https://zp.kemt.fei.tuke.sk/topics/legal",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"
|
|
],
|
|
"hit_at_1": 0,
|
|
"recall_at_1": 0.0,
|
|
"hit_at_3": 0,
|
|
"recall_at_3": 0.0,
|
|
"hit_at_5": 0,
|
|
"recall_at_5": 0.0
|
|
},
|
|
{
|
|
"id": "q0542",
|
|
"split": "test",
|
|
"category": "reverse_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Kto pracoval na téme sumarizácia v slovenskej medicínskej alebo právnej doméne?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/interns/yussef_ressaissi/README.md"
|
|
],
|
|
"first_relevant_rank": null,
|
|
"reciprocal_rank": 0.0,
|
|
"top_documents": [
|
|
"pages/students/2023/simona_bobrovcanova/README.md",
|
|
"pages/students/2018/ondrej_megela/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/topics/legal/README.md",
|
|
"pages/students/2020/matus_suchanic/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/topics/legal",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"
|
|
],
|
|
"hit_at_1": 0,
|
|
"recall_at_1": 0.0,
|
|
"hit_at_3": 0,
|
|
"recall_at_3": 0.0,
|
|
"hit_at_5": 0,
|
|
"recall_at_5": 0.0
|
|
},
|
|
{
|
|
"id": "q0543",
|
|
"split": "test",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorá stáž osoby Youssef Ressaissi súvisela s témou summarization?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/interns/yussef_ressaissi/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/interns/yussef_ressaissi/README.md",
|
|
"pages/students/2017/martin_jancura/README.md",
|
|
"pages/topics/prodigy/README.md",
|
|
"pages/students/2016/maros_harahus/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura",
|
|
"https://zp.kemt.fei.tuke.sk/topics/prodigy",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0543",
|
|
"split": "test",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorá stáž osoby Youssef Ressaissi súvisela s témou summarization?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/interns/yussef_ressaissi/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/interns/yussef_ressaissi/README.md",
|
|
"pages/students/2023/simona_bobrovcanova/README.md",
|
|
"pages/students/2018/ondrej_megela/README.md",
|
|
"pages/students/2019/filip_tomas/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0543",
|
|
"split": "test",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorá stáž osoby Youssef Ressaissi súvisela s témou summarization?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/interns/yussef_ressaissi/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/interns/yussef_ressaissi/README.md",
|
|
"pages/students/2023/simona_bobrovcanova/README.md",
|
|
"pages/topics/legal/README.md",
|
|
"pages/students/2018/ondrej_megela/README.md",
|
|
"pages/students/2019/filip_tomas/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova",
|
|
"https://zp.kemt.fei.tuke.sk/topics/legal",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0544",
|
|
"split": "test",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorá stáž osoby Youssef Ressaissi súvisela s témou Slovak?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/interns/yussef_ressaissi/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/interns/yussef_ressaissi/README.md",
|
|
"pages/students/2017/martin_jancura/README.md",
|
|
"pages/topics/prodigy/README.md",
|
|
"pages/students/2016/maros_harahus/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura",
|
|
"https://zp.kemt.fei.tuke.sk/topics/prodigy",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0544",
|
|
"split": "test",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorá stáž osoby Youssef Ressaissi súvisela s témou Slovak?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/interns/yussef_ressaissi/README.md"
|
|
],
|
|
"first_relevant_rank": null,
|
|
"reciprocal_rank": 0.0,
|
|
"top_documents": [
|
|
"pages/students/2019/filip_tomas/README.md",
|
|
"pages/students/2019/samuel_horani/README.md",
|
|
"pages/topics/resources/README.md",
|
|
"pages/students/2020/matus_suchanic/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani",
|
|
"https://zp.kemt.fei.tuke.sk/topics/resources",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"
|
|
],
|
|
"hit_at_1": 0,
|
|
"recall_at_1": 0.0,
|
|
"hit_at_3": 0,
|
|
"recall_at_3": 0.0,
|
|
"hit_at_5": 0,
|
|
"recall_at_5": 0.0
|
|
},
|
|
{
|
|
"id": "q0544",
|
|
"split": "test",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorá stáž osoby Youssef Ressaissi súvisela s témou Slovak?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/interns/yussef_ressaissi/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/interns/yussef_ressaissi/README.md",
|
|
"pages/topics/resources/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2019/filip_tomas/README.md",
|
|
"pages/students/2016/patrik_pavlisin/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi",
|
|
"https://zp.kemt.fei.tuke.sk/topics/resources",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0545",
|
|
"split": "test",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorá stáž osoby Youssef Ressaissi súvisela s témou ROUGE?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/interns/yussef_ressaissi/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/interns/yussef_ressaissi/README.md",
|
|
"pages/students/2017/martin_jancura/README.md",
|
|
"pages/topics/prodigy/README.md",
|
|
"pages/students/2016/maros_harahus/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura",
|
|
"https://zp.kemt.fei.tuke.sk/topics/prodigy",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0545",
|
|
"split": "test",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorá stáž osoby Youssef Ressaissi súvisela s témou ROUGE?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/interns/yussef_ressaissi/README.md"
|
|
],
|
|
"first_relevant_rank": null,
|
|
"reciprocal_rank": 0.0,
|
|
"top_documents": [
|
|
"pages/students/2022/andrii_pervashov/README.md",
|
|
"pages/students/2018/ondrej_megela/README.md",
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md",
|
|
"pages/students/2019/filip_tomas/README.md",
|
|
"pages/students/2022/yevhenii_leonov/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov"
|
|
],
|
|
"hit_at_1": 0,
|
|
"recall_at_1": 0.0,
|
|
"hit_at_3": 0,
|
|
"recall_at_3": 0.0,
|
|
"hit_at_5": 0,
|
|
"recall_at_5": 0.0
|
|
},
|
|
{
|
|
"id": "q0545",
|
|
"split": "test",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorá stáž osoby Youssef Ressaissi súvisela s témou ROUGE?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/interns/yussef_ressaissi/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/interns/yussef_ressaissi/README.md",
|
|
"pages/students/2022/andrii_pervashov/README.md",
|
|
"pages/students/2018/ondrej_megela/README.md",
|
|
"pages/students/2023/simona_bobrovcanova/README.md",
|
|
"pages/students/2021/eduard_matovka/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0546",
|
|
"split": "test",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Aký bol hlavný cieľ stáže Youssefa Ressaissiho?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/interns/yussef_ressaissi/README.md"
|
|
],
|
|
"first_relevant_rank": null,
|
|
"reciprocal_rank": 0.0,
|
|
"top_documents": [
|
|
"pages/students/2016/lukas_pokryvka/timovy_projekt/README.md",
|
|
"pages/students/2016/maros_harahus/README.md",
|
|
"pages/students/2023/ronald_zalacko/README.md",
|
|
"pages/students/2016/jan_holp/timovy_projekt/README.md",
|
|
"pages/students/2020/vladyslav_krupko/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka/timovy_projekt",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"
|
|
],
|
|
"hit_at_1": 0,
|
|
"recall_at_1": 0.0,
|
|
"hit_at_3": 0,
|
|
"recall_at_3": 0.0,
|
|
"hit_at_5": 0,
|
|
"recall_at_5": 0.0
|
|
},
|
|
{
|
|
"id": "q0546",
|
|
"split": "test",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Aký bol hlavný cieľ stáže Youssefa Ressaissiho?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/interns/yussef_ressaissi/README.md"
|
|
],
|
|
"first_relevant_rank": null,
|
|
"reciprocal_rank": 0.0,
|
|
"top_documents": [
|
|
"pages/students/2019/filip_tomas/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2023/ronald_zalacko/README.md",
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"
|
|
],
|
|
"hit_at_1": 0,
|
|
"recall_at_1": 0.0,
|
|
"hit_at_3": 0,
|
|
"recall_at_3": 0.0,
|
|
"hit_at_5": 0,
|
|
"recall_at_5": 0.0
|
|
},
|
|
{
|
|
"id": "q0546",
|
|
"split": "test",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Aký bol hlavný cieľ stáže Youssefa Ressaissiho?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/interns/yussef_ressaissi/README.md"
|
|
],
|
|
"first_relevant_rank": null,
|
|
"reciprocal_rank": 0.0,
|
|
"top_documents": [
|
|
"pages/students/2023/ronald_zalacko/README.md",
|
|
"pages/students/2019/filip_tomas/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"
|
|
],
|
|
"hit_at_1": 0,
|
|
"recall_at_1": 0.0,
|
|
"hit_at_3": 0,
|
|
"recall_at_3": 0.0,
|
|
"hit_at_5": 0,
|
|
"recall_at_5": 0.0
|
|
},
|
|
{
|
|
"id": "q0547",
|
|
"split": "test",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Aké dve klasické metriky používal Youssef Ressaissi pri sumarizácii?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/interns/yussef_ressaissi/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/interns/yussef_ressaissi/README.md",
|
|
"pages/students/2023/simona_bobrovcanova/README.md",
|
|
"pages/students/2021/artur_hyrenko/README.md",
|
|
"pages/students/2020/kamil_tomcufcik/README.md",
|
|
"pages/students/2021/eduard_matovka/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/kamil_tomcufcik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0547",
|
|
"split": "test",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Aké dve klasické metriky používal Youssef Ressaissi pri sumarizácii?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/interns/yussef_ressaissi/README.md"
|
|
],
|
|
"first_relevant_rank": 3,
|
|
"reciprocal_rank": 0.333333,
|
|
"top_documents": [
|
|
"pages/students/2023/simona_bobrovcanova/README.md",
|
|
"pages/students/2018/ondrej_megela/README.md",
|
|
"pages/interns/yussef_ressaissi/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2022/yevhenii_leonov/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela",
|
|
"https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov"
|
|
],
|
|
"hit_at_1": 0,
|
|
"recall_at_1": 0.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0547",
|
|
"split": "test",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Aké dve klasické metriky používal Youssef Ressaissi pri sumarizácii?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/interns/yussef_ressaissi/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/interns/yussef_ressaissi/README.md",
|
|
"pages/students/2023/simona_bobrovcanova/README.md",
|
|
"pages/students/2022/yevhenii_leonov/README.md",
|
|
"pages/students/2018/ondrej_megela/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0548",
|
|
"split": "test",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Ktoré modely podľa stavu vyzerali najlepšie pri práci Youssefa Ressaissiho?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/interns/yussef_ressaissi/README.md"
|
|
],
|
|
"first_relevant_rank": null,
|
|
"reciprocal_rank": 0.0,
|
|
"top_documents": [
|
|
"pages/topics/steel/README.md",
|
|
"pages/students/2019/kristian_sopkovic/README.md",
|
|
"pages/students/2018/ondrej_megela/README.md",
|
|
"pages/students/2016/patrik_pavlisin/tp20/README.md",
|
|
"pages/topics/akopisat/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/topics/steel",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20",
|
|
"https://zp.kemt.fei.tuke.sk/topics/akopisat"
|
|
],
|
|
"hit_at_1": 0,
|
|
"recall_at_1": 0.0,
|
|
"hit_at_3": 0,
|
|
"recall_at_3": 0.0,
|
|
"hit_at_5": 0,
|
|
"recall_at_5": 0.0
|
|
},
|
|
{
|
|
"id": "q0548",
|
|
"split": "test",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Ktoré modely podľa stavu vyzerali najlepšie pri práci Youssefa Ressaissiho?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/interns/yussef_ressaissi/README.md"
|
|
],
|
|
"first_relevant_rank": null,
|
|
"reciprocal_rank": 0.0,
|
|
"top_documents": [
|
|
"pages/students/2020/vladyslav_krupko/README.md",
|
|
"pages/students/2022/valerii_kutsenko/README.md",
|
|
"pages/students/2016/jakub_maruniak/dp2021/train_experiments/README.md",
|
|
"pages/students/2018/ondrej_megela/README.md",
|
|
"pages/students/2021/artur_hyrenko/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021/train_experiments",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko"
|
|
],
|
|
"hit_at_1": 0,
|
|
"recall_at_1": 0.0,
|
|
"hit_at_3": 0,
|
|
"recall_at_3": 0.0,
|
|
"hit_at_5": 0,
|
|
"recall_at_5": 0.0
|
|
},
|
|
{
|
|
"id": "q0548",
|
|
"split": "test",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Ktoré modely podľa stavu vyzerali najlepšie pri práci Youssefa Ressaissiho?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/interns/yussef_ressaissi/README.md"
|
|
],
|
|
"first_relevant_rank": null,
|
|
"reciprocal_rank": 0.0,
|
|
"top_documents": [
|
|
"pages/students/2021/artur_hyrenko/README.md",
|
|
"pages/students/2018/ondrej_megela/README.md",
|
|
"pages/students/2022/oleh_poiasnik/README.md",
|
|
"pages/students/2020/vladyslav_krupko/README.md",
|
|
"pages/students/2022/valerii_kutsenko/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
|
|
],
|
|
"hit_at_1": 0,
|
|
"recall_at_1": 0.0,
|
|
"hit_at_3": 0,
|
|
"recall_at_3": 0.0,
|
|
"hit_at_5": 0,
|
|
"recall_at_5": 0.0
|
|
},
|
|
{
|
|
"id": "q0558",
|
|
"split": "test",
|
|
"category": "entity_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Nájdi dokument o stážistovi Sevval Bulburu.",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/interns/sevval_bulburu/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/interns/sevval_bulburu/README.md",
|
|
"pages/topics/hatespeech/README.md",
|
|
"pages/students/2019/david_stromp/README.md",
|
|
"pages/students/2019/michal_stromko/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu",
|
|
"https://zp.kemt.fei.tuke.sk/topics/hatespeech",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/david_stromp",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0558",
|
|
"split": "test",
|
|
"category": "entity_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Nájdi dokument o stážistovi Sevval Bulburu.",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/interns/sevval_bulburu/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/interns/sevval_bulburu/README.md",
|
|
"pages/students/2021/manohar_gowdru_shridharu/README.md",
|
|
"pages/interns/oliver_pejic/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md",
|
|
"pages/students/2020/vladyslav_krupko/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu",
|
|
"https://zp.kemt.fei.tuke.sk/interns/oliver_pejic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0558",
|
|
"split": "test",
|
|
"category": "entity_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Nájdi dokument o stážistovi Sevval Bulburu.",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/interns/sevval_bulburu/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/interns/sevval_bulburu/README.md",
|
|
"pages/students/2021/manohar_gowdru_shridharu/README.md",
|
|
"pages/interns/oliver_pejic/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md",
|
|
"pages/students/2020/vladyslav_krupko/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu",
|
|
"https://zp.kemt.fei.tuke.sk/interns/oliver_pejic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0559",
|
|
"split": "test",
|
|
"category": "internship_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku prebiehala stáž osoby Sevval Bulburu?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/interns/sevval_bulburu/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/interns/sevval_bulburu/README.md",
|
|
"pages/topics/hatespeech/README.md",
|
|
"pages/students/2016/patrik_pavlisin/dp22/README.md",
|
|
"pages/topics/prodigy/README.md",
|
|
"pages/topics/faq/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu",
|
|
"https://zp.kemt.fei.tuke.sk/topics/hatespeech",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/dp22",
|
|
"https://zp.kemt.fei.tuke.sk/topics/prodigy",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0559",
|
|
"split": "test",
|
|
"category": "internship_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku prebiehala stáž osoby Sevval Bulburu?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/interns/sevval_bulburu/README.md"
|
|
],
|
|
"first_relevant_rank": null,
|
|
"reciprocal_rank": 0.0,
|
|
"top_documents": [
|
|
"pages/students/2020/vladyslav_krupko/README.md",
|
|
"pages/students/2021/eduard_matovka/README.md",
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md",
|
|
"pages/students/2022/serhii_yemets/README.md",
|
|
"pages/students/2019/filip_tomas/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"
|
|
],
|
|
"hit_at_1": 0,
|
|
"recall_at_1": 0.0,
|
|
"hit_at_3": 0,
|
|
"recall_at_3": 0.0,
|
|
"hit_at_5": 0,
|
|
"recall_at_5": 0.0
|
|
},
|
|
{
|
|
"id": "q0559",
|
|
"split": "test",
|
|
"category": "internship_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku prebiehala stáž osoby Sevval Bulburu?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/interns/sevval_bulburu/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/interns/sevval_bulburu/README.md",
|
|
"pages/students/2020/vladyslav_krupko/README.md",
|
|
"pages/students/2021/eduard_matovka/README.md",
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md",
|
|
"pages/students/2022/serhii_yemets/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0560",
|
|
"split": "test",
|
|
"category": "internship_topic",
|
|
"difficulty": "medium",
|
|
"question": "Akému problému alebo téme sa venovala stáž osoby Sevval Bulburu?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/interns/sevval_bulburu/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/interns/sevval_bulburu/README.md",
|
|
"pages/topics/hatespeech/README.md",
|
|
"pages/topics/prodigy/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2016/patrik_pavlisin/dp22/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu",
|
|
"https://zp.kemt.fei.tuke.sk/topics/hatespeech",
|
|
"https://zp.kemt.fei.tuke.sk/topics/prodigy",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/dp22"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0560",
|
|
"split": "test",
|
|
"category": "internship_topic",
|
|
"difficulty": "medium",
|
|
"question": "Akému problému alebo téme sa venovala stáž osoby Sevval Bulburu?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/interns/sevval_bulburu/README.md"
|
|
],
|
|
"first_relevant_rank": null,
|
|
"reciprocal_rank": 0.0,
|
|
"top_documents": [
|
|
"pages/students/2018/oleh_bilykh/README.md",
|
|
"pages/topics/question/nezodpovedatelne/README.md",
|
|
"pages/students/2020/vladyslav_krupko/README.md",
|
|
"pages/students/2019/alina_vitko/README.md",
|
|
"pages/students/2019/filip_tomas/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh",
|
|
"https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"
|
|
],
|
|
"hit_at_1": 0,
|
|
"recall_at_1": 0.0,
|
|
"hit_at_3": 0,
|
|
"recall_at_3": 0.0,
|
|
"hit_at_5": 0,
|
|
"recall_at_5": 0.0
|
|
},
|
|
{
|
|
"id": "q0560",
|
|
"split": "test",
|
|
"category": "internship_topic",
|
|
"difficulty": "medium",
|
|
"question": "Akému problému alebo téme sa venovala stáž osoby Sevval Bulburu?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/interns/sevval_bulburu/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/interns/sevval_bulburu/README.md",
|
|
"pages/students/2018/oleh_bilykh/README.md",
|
|
"pages/topics/question/nezodpovedatelne/README.md",
|
|
"pages/students/2020/vladyslav_krupko/README.md",
|
|
"pages/students/2019/alina_vitko/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh",
|
|
"https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0562",
|
|
"split": "test",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorá stáž osoby Sevval Bulburu súvisela s témou Hate Speech?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/interns/sevval_bulburu/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/interns/sevval_bulburu/README.md",
|
|
"pages/topics/hatespeech/README.md",
|
|
"pages/students/2021/manohar_gowdru_shridharu/README.md",
|
|
"pages/students/2019/patrik_pokrivcak/README.md",
|
|
"pages/interns/oliver_pejic/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu",
|
|
"https://zp.kemt.fei.tuke.sk/topics/hatespeech",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak",
|
|
"https://zp.kemt.fei.tuke.sk/interns/oliver_pejic"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0562",
|
|
"split": "test",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorá stáž osoby Sevval Bulburu súvisela s témou Hate Speech?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/interns/sevval_bulburu/README.md"
|
|
],
|
|
"first_relevant_rank": 2,
|
|
"reciprocal_rank": 0.5,
|
|
"top_documents": [
|
|
"pages/topics/hatespeech/README.md",
|
|
"pages/interns/sevval_bulburu/README.md",
|
|
"pages/students/2020/jakub_kristian_lukas/README.md",
|
|
"pages/students/2021/manohar_gowdru_shridharu/README.md",
|
|
"pages/interns/oliver_pejic/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/topics/hatespeech",
|
|
"https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu",
|
|
"https://zp.kemt.fei.tuke.sk/interns/oliver_pejic"
|
|
],
|
|
"hit_at_1": 0,
|
|
"recall_at_1": 0.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0562",
|
|
"split": "test",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorá stáž osoby Sevval Bulburu súvisela s témou Hate Speech?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/interns/sevval_bulburu/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/interns/sevval_bulburu/README.md",
|
|
"pages/topics/hatespeech/README.md",
|
|
"pages/students/2020/jakub_kristian_lukas/README.md",
|
|
"pages/students/2021/manohar_gowdru_shridharu/README.md",
|
|
"pages/students/2017/martin_jancura/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu",
|
|
"https://zp.kemt.fei.tuke.sk/topics/hatespeech",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0563",
|
|
"split": "test",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorá stáž osoby Sevval Bulburu súvisela s témou BERT?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/interns/sevval_bulburu/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/interns/sevval_bulburu/README.md",
|
|
"pages/topics/hatespeech/README.md",
|
|
"pages/students/2017/martin_jancura/README.md",
|
|
"pages/topics/prodigy/README.md",
|
|
"pages/students/2016/maros_harahus/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu",
|
|
"https://zp.kemt.fei.tuke.sk/topics/hatespeech",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura",
|
|
"https://zp.kemt.fei.tuke.sk/topics/prodigy",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0563",
|
|
"split": "test",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorá stáž osoby Sevval Bulburu súvisela s témou BERT?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/interns/sevval_bulburu/README.md"
|
|
],
|
|
"first_relevant_rank": null,
|
|
"reciprocal_rank": 0.0,
|
|
"top_documents": [
|
|
"pages/students/2020/matus_suchanic/README.md",
|
|
"pages/students/2018/ondrej_megela/README.md",
|
|
"pages/students/2017/martin_jancura/README.md",
|
|
"pages/students/2020/jakub_kristian_lukas/README.md",
|
|
"pages/students/2022/serhii_yemets/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets"
|
|
],
|
|
"hit_at_1": 0,
|
|
"recall_at_1": 0.0,
|
|
"hit_at_3": 0,
|
|
"recall_at_3": 0.0,
|
|
"hit_at_5": 0,
|
|
"recall_at_5": 0.0
|
|
},
|
|
{
|
|
"id": "q0563",
|
|
"split": "test",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorá stáž osoby Sevval Bulburu súvisela s témou BERT?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/interns/sevval_bulburu/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/interns/sevval_bulburu/README.md",
|
|
"pages/students/2018/ondrej_megela/README.md",
|
|
"pages/students/2020/matus_suchanic/README.md",
|
|
"pages/students/2017/martin_jancura/README.md",
|
|
"pages/students/2016/patrik_pavlisin/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0564",
|
|
"split": "test",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorá stáž osoby Sevval Bulburu súvisela s témou SMOTE?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/interns/sevval_bulburu/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/interns/sevval_bulburu/README.md",
|
|
"pages/topics/hatespeech/README.md",
|
|
"pages/students/2017/martin_jancura/README.md",
|
|
"pages/topics/prodigy/README.md",
|
|
"pages/students/2016/maros_harahus/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu",
|
|
"https://zp.kemt.fei.tuke.sk/topics/hatespeech",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura",
|
|
"https://zp.kemt.fei.tuke.sk/topics/prodigy",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0564",
|
|
"split": "test",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorá stáž osoby Sevval Bulburu súvisela s témou SMOTE?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/interns/sevval_bulburu/README.md"
|
|
],
|
|
"first_relevant_rank": 4,
|
|
"reciprocal_rank": 0.25,
|
|
"top_documents": [
|
|
"pages/students/2019/michal_stromko/README.md",
|
|
"pages/students/2018/oleh_bilykh/README.md",
|
|
"pages/students/2023/simona_bobrovcanova/README.md",
|
|
"pages/interns/sevval_bulburu/README.md",
|
|
"pages/students/2019/alina_vitko/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova",
|
|
"https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko"
|
|
],
|
|
"hit_at_1": 0,
|
|
"recall_at_1": 0.0,
|
|
"hit_at_3": 0,
|
|
"recall_at_3": 0.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0564",
|
|
"split": "test",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorá stáž osoby Sevval Bulburu súvisela s témou SMOTE?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/interns/sevval_bulburu/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/interns/sevval_bulburu/README.md",
|
|
"pages/students/2019/michal_stromko/README.md",
|
|
"pages/students/2016/patrik_pavlisin/README.md",
|
|
"pages/students/2018/oleh_bilykh/README.md",
|
|
"pages/students/2023/simona_bobrovcanova/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0565",
|
|
"split": "test",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Akú metódu upsamplingu Sevval Bulburu vyskúšala a nefungovala?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/interns/sevval_bulburu/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/interns/sevval_bulburu/README.md",
|
|
"pages/topics/hatespeech/README.md",
|
|
"pages/students/2018/adrian_remias/README.md",
|
|
"pages/topics/faq/README.md",
|
|
"pages/topics/akopisat/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu",
|
|
"https://zp.kemt.fei.tuke.sk/topics/hatespeech",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq",
|
|
"https://zp.kemt.fei.tuke.sk/topics/akopisat"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0565",
|
|
"split": "test",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Akú metódu upsamplingu Sevval Bulburu vyskúšala a nefungovala?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/interns/sevval_bulburu/README.md"
|
|
],
|
|
"first_relevant_rank": 2,
|
|
"reciprocal_rank": 0.5,
|
|
"top_documents": [
|
|
"pages/students/2018/oleh_bilykh/README.md",
|
|
"pages/interns/sevval_bulburu/README.md",
|
|
"pages/students/2022/valerii_kutsenko/README.md",
|
|
"pages/students/2016/darius_lindvai/README.md",
|
|
"pages/students/2019/kristian_sopkovic/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh",
|
|
"https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
|
|
],
|
|
"hit_at_1": 0,
|
|
"recall_at_1": 0.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0565",
|
|
"split": "test",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Akú metódu upsamplingu Sevval Bulburu vyskúšala a nefungovala?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/interns/sevval_bulburu/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/interns/sevval_bulburu/README.md",
|
|
"pages/students/2016/darius_lindvai/README.md",
|
|
"pages/students/2018/oleh_bilykh/README.md",
|
|
"pages/students/2022/valerii_kutsenko/README.md",
|
|
"pages/students/2019/kristian_sopkovic/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0566",
|
|
"split": "test",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Aký webový framework použila Sevval Bulburu pre aplikáciu?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/interns/sevval_bulburu/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/interns/sevval_bulburu/README.md",
|
|
"pages/topics/hatespeech/README.md",
|
|
"pages/students/2023/ronald_zalacko/README.md",
|
|
"pages/students/2023/oleksandr_dorybohov/README.md",
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu",
|
|
"https://zp.kemt.fei.tuke.sk/topics/hatespeech",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0566",
|
|
"split": "test",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Aký webový framework použila Sevval Bulburu pre aplikáciu?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/interns/sevval_bulburu/README.md"
|
|
],
|
|
"first_relevant_rank": 2,
|
|
"reciprocal_rank": 0.5,
|
|
"top_documents": [
|
|
"pages/students/2022/samuel_vasil/README.md",
|
|
"pages/interns/sevval_bulburu/README.md",
|
|
"pages/students/2023/ronald_zalacko/README.md",
|
|
"pages/students/2022/jan_ptak/README.md",
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil",
|
|
"https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"
|
|
],
|
|
"hit_at_1": 0,
|
|
"recall_at_1": 0.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0566",
|
|
"split": "test",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Aký webový framework použila Sevval Bulburu pre aplikáciu?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/interns/sevval_bulburu/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/interns/sevval_bulburu/README.md",
|
|
"pages/students/2023/ronald_zalacko/README.md",
|
|
"pages/students/2019/alina_vitko/README.md",
|
|
"pages/students/2022/samuel_vasil/README.md",
|
|
"pages/students/2023/oleksandr_dorybohov/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0567",
|
|
"split": "test",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Aký anotačný nástroj si Sevval Bulburu naštudovala?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/interns/sevval_bulburu/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/interns/sevval_bulburu/README.md",
|
|
"pages/topics/hatespeech/README.md",
|
|
"pages/topics/named-entity/README.md",
|
|
"pages/topics/nlp/README.md",
|
|
"pages/students/2018/NaN1name_buday/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu",
|
|
"https://zp.kemt.fei.tuke.sk/topics/hatespeech",
|
|
"https://zp.kemt.fei.tuke.sk/topics/named-entity",
|
|
"https://zp.kemt.fei.tuke.sk/topics/nlp",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/NaN1name_buday"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0567",
|
|
"split": "test",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Aký anotačný nástroj si Sevval Bulburu naštudovala?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/interns/sevval_bulburu/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/interns/sevval_bulburu/README.md",
|
|
"pages/students/2022/serhii_yemets/README.md",
|
|
"pages/students/2016/jakub_maruniak/timovy_projekt/README.md",
|
|
"pages/students/2016/jakub_maruniak/dp2021/README.md",
|
|
"pages/students/2019/artem_yatsenko/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0567",
|
|
"split": "test",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Aký anotačný nástroj si Sevval Bulburu naštudovala?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/interns/sevval_bulburu/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/interns/sevval_bulburu/README.md",
|
|
"pages/students/2022/vladyslav_yanchenko/README.md",
|
|
"pages/students/2022/serhii_yemets/README.md",
|
|
"pages/students/2016/jakub_maruniak/timovy_projekt/README.md",
|
|
"pages/students/2016/jakub_maruniak/dp2021/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0606",
|
|
"split": "test",
|
|
"category": "topic_page_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Nájdi projektovú alebo informačnú stránku „Podpora slovenčiny v knižnici Spacy“.",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/topics/spacy/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/topics/spacy/README.md",
|
|
"pages/students/2016/maros_harahus/README.md",
|
|
"pages/students/2016/jakub_maruniak/README.md",
|
|
"pages/students/2017/martin_jancura/README.md",
|
|
"pages/students/2017/than_trung_thanh/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/topics/spacy",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0606",
|
|
"split": "test",
|
|
"category": "topic_page_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Nájdi projektovú alebo informačnú stránku „Podpora slovenčiny v knižnici Spacy“.",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/topics/spacy/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/topics/spacy/README.md",
|
|
"pages/students/2018/martin_wencel/README.md",
|
|
"pages/students/2016/maros_harahus/timovy_projekt/README.md",
|
|
"pages/students/2016/jakub_maruniak/README.md",
|
|
"pages/students/2016/maros_harahus/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/topics/spacy",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0606",
|
|
"split": "test",
|
|
"category": "topic_page_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Nájdi projektovú alebo informačnú stránku „Podpora slovenčiny v knižnici Spacy“.",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/topics/spacy/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/topics/spacy/README.md",
|
|
"pages/students/2016/maros_harahus/README.md",
|
|
"pages/students/2016/jakub_maruniak/README.md",
|
|
"pages/students/2018/martin_wencel/README.md",
|
|
"pages/students/2016/maros_harahus/timovy_projekt/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/topics/spacy",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0607",
|
|
"split": "test",
|
|
"category": "topic_page_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Podpora slovenčiny v knižnici Spacy“?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/topics/spacy/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/topics/spacy/README.md",
|
|
"pages/students/2016/maros_harahus/README.md",
|
|
"pages/students/2016/jakub_maruniak/README.md",
|
|
"pages/topics/faq/README.md",
|
|
"pages/students/2019/samuel_horani/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/topics/spacy",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0607",
|
|
"split": "test",
|
|
"category": "topic_page_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Podpora slovenčiny v knižnici Spacy“?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/topics/spacy/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/topics/spacy/README.md",
|
|
"pages/students/2018/martin_wencel/README.md",
|
|
"pages/students/2016/jakub_maruniak/README.md",
|
|
"pages/topics/resources/README.md",
|
|
"pages/students/2016/maros_harahus/timovy_projekt/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/topics/spacy",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"https://zp.kemt.fei.tuke.sk/topics/resources",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0607",
|
|
"split": "test",
|
|
"category": "topic_page_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Podpora slovenčiny v knižnici Spacy“?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/topics/spacy/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/topics/spacy/README.md",
|
|
"pages/students/2016/maros_harahus/README.md",
|
|
"pages/students/2016/jakub_maruniak/README.md",
|
|
"pages/students/2018/martin_wencel/README.md",
|
|
"pages/topics/resources/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/topics/spacy",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel",
|
|
"https://zp.kemt.fei.tuke.sk/topics/resources"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0608",
|
|
"split": "test",
|
|
"category": "source_url",
|
|
"difficulty": "easy",
|
|
"question": "Aký source_url patrí k stránke „Podpora slovenčiny v knižnici Spacy“?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/topics/spacy/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/topics/spacy/README.md",
|
|
"pages/students/2016/maros_harahus/README.md",
|
|
"pages/students/2016/jakub_maruniak/README.md",
|
|
"pages/students/2016/patrik_pavlisin/README.md",
|
|
"pages/students/2016/maros_harahus/timovy_projekt/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/topics/spacy",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0608",
|
|
"split": "test",
|
|
"category": "source_url",
|
|
"difficulty": "easy",
|
|
"question": "Aký source_url patrí k stránke „Podpora slovenčiny v knižnici Spacy“?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/topics/spacy/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/topics/spacy/README.md",
|
|
"pages/topics/resources/README.md",
|
|
"pages/students/2018/martin_wencel/README.md",
|
|
"pages/students/2016/maros_harahus/timovy_projekt/README.md",
|
|
"pages/students/2016/jakub_maruniak/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/topics/spacy",
|
|
"https://zp.kemt.fei.tuke.sk/topics/resources",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0608",
|
|
"split": "test",
|
|
"category": "source_url",
|
|
"difficulty": "easy",
|
|
"question": "Aký source_url patrí k stránke „Podpora slovenčiny v knižnici Spacy“?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/topics/spacy/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/topics/spacy/README.md",
|
|
"pages/students/2016/maros_harahus/README.md",
|
|
"pages/students/2016/jakub_maruniak/README.md",
|
|
"pages/students/2017/than_trung_thanh/README.md",
|
|
"pages/topics/resources/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/topics/spacy",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh",
|
|
"https://zp.kemt.fei.tuke.sk/topics/resources"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0612",
|
|
"split": "test",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Aké dve hlavné štatistické úlohy má projekt podpory slovenčiny v Spacy trénovať?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/topics/spacy/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/topics/spacy/README.md",
|
|
"pages/students/2016/jakub_maruniak/README.md",
|
|
"pages/students/2016/lukas_pokryvka/timovy_projekt/README.md",
|
|
"pages/students/2016/maros_harahus/timovy_projekt/README.md",
|
|
"pages/students/2016/lukas_pokryvka/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/topics/spacy",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka/timovy_projekt",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0612",
|
|
"split": "test",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Aké dve hlavné štatistické úlohy má projekt podpory slovenčiny v Spacy trénovať?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/topics/spacy/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/topics/spacy/README.md",
|
|
"pages/students/2019/kristian_sopkovic/README.md",
|
|
"pages/students/2018/martin_wencel/README.md",
|
|
"pages/students/2016/jakub_maruniak/dp2021/annotation/README.md",
|
|
"pages/students/2016/jakub_maruniak/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/topics/spacy",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021/annotation",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0612",
|
|
"split": "test",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Aké dve hlavné štatistické úlohy má projekt podpory slovenčiny v Spacy trénovať?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/topics/spacy/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/topics/spacy/README.md",
|
|
"pages/students/2016/jakub_maruniak/README.md",
|
|
"pages/students/2019/kristian_sopkovic/README.md",
|
|
"pages/students/2016/maros_harahus/README.md",
|
|
"pages/students/2018/martin_wencel/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/topics/spacy",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0613",
|
|
"split": "test",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Aké slovné vektory boli zahrnuté do modelu Spacy?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/topics/spacy/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/topics/spacy/README.md",
|
|
"pages/students/2019/kristian_sopkovic/README.md",
|
|
"pages/students/2022/serhii_yemets/README.md",
|
|
"pages/students/2016/maros_harahus/README.md",
|
|
"pages/students/2022/valerii_kutsenko/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/topics/spacy",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0613",
|
|
"split": "test",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Aké slovné vektory boli zahrnuté do modelu Spacy?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/topics/spacy/README.md"
|
|
],
|
|
"first_relevant_rank": 2,
|
|
"reciprocal_rank": 0.5,
|
|
"top_documents": [
|
|
"pages/students/2019/kristian_sopkovic/README.md",
|
|
"pages/topics/spacy/README.md",
|
|
"pages/students/2018/martin_wencel/README.md",
|
|
"pages/students/2016/maros_harahus/README.md",
|
|
"pages/students/2022/valerii_kutsenko/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic",
|
|
"https://zp.kemt.fei.tuke.sk/topics/spacy",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
|
|
],
|
|
"hit_at_1": 0,
|
|
"recall_at_1": 0.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0613",
|
|
"split": "test",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Aké slovné vektory boli zahrnuté do modelu Spacy?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/topics/spacy/README.md"
|
|
],
|
|
"first_relevant_rank": 2,
|
|
"reciprocal_rank": 0.5,
|
|
"top_documents": [
|
|
"pages/students/2019/kristian_sopkovic/README.md",
|
|
"pages/topics/spacy/README.md",
|
|
"pages/students/2022/valerii_kutsenko/README.md",
|
|
"pages/students/2016/maros_harahus/README.md",
|
|
"pages/students/2022/serhii_yemets/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic",
|
|
"https://zp.kemt.fei.tuke.sk/topics/spacy",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets"
|
|
],
|
|
"hit_at_1": 0,
|
|
"recall_at_1": 0.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0614",
|
|
"split": "test",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Ktorí ľudia sú uvedení pri projekte podpory slovenčiny v Spacy?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/topics/spacy/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/topics/spacy/README.md",
|
|
"pages/students/2019/michal_stromko/vp2021/README.md",
|
|
"pages/students/2016/maros_harahus/README.md",
|
|
"pages/students/2016/jakub_maruniak/timovy_projekt/README.md",
|
|
"pages/topics/faq/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/topics/spacy",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0614",
|
|
"split": "test",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Ktorí ľudia sú uvedení pri projekte podpory slovenčiny v Spacy?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/topics/spacy/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/topics/spacy/README.md",
|
|
"pages/students/2018/martin_wencel/README.md",
|
|
"pages/students/2016/jakub_maruniak/README.md",
|
|
"pages/students/2019/kristian_sopkovic/README.md",
|
|
"pages/students/2016/maros_harahus/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/topics/spacy",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0614",
|
|
"split": "test",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Ktorí ľudia sú uvedení pri projekte podpory slovenčiny v Spacy?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/topics/spacy/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/topics/spacy/README.md",
|
|
"pages/students/2016/jakub_maruniak/README.md",
|
|
"pages/students/2016/maros_harahus/README.md",
|
|
"pages/students/2018/martin_wencel/README.md",
|
|
"pages/students/2019/kristian_sopkovic/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/topics/spacy",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0625",
|
|
"split": "test",
|
|
"category": "topic_page_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Nájdi projektovú alebo informačnú stránku „Morfologická analýza slovenského jazyka“.",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/topics/morphology/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/topics/morphology/README.md",
|
|
"pages/students/2018/martin_wencel/README.md",
|
|
"pages/topics/otvorene/README.md",
|
|
"pages/students/2016/maros_harahus/README.md",
|
|
"pages/topics/bert/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/topics/morphology",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel",
|
|
"https://zp.kemt.fei.tuke.sk/topics/otvorene",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"https://zp.kemt.fei.tuke.sk/topics/bert"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0625",
|
|
"split": "test",
|
|
"category": "topic_page_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Nájdi projektovú alebo informačnú stránku „Morfologická analýza slovenského jazyka“.",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/topics/morphology/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/topics/morphology/README.md",
|
|
"pages/topics/otvorene/README.md",
|
|
"pages/students/2016/maros_harahus/timovy_projekt/README.md",
|
|
"pages/topics/hatespeech/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/topics/morphology",
|
|
"https://zp.kemt.fei.tuke.sk/topics/otvorene",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt",
|
|
"https://zp.kemt.fei.tuke.sk/topics/hatespeech",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0625",
|
|
"split": "test",
|
|
"category": "topic_page_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Nájdi projektovú alebo informačnú stránku „Morfologická analýza slovenského jazyka“.",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/topics/morphology/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/topics/morphology/README.md",
|
|
"pages/topics/otvorene/README.md",
|
|
"pages/students/2016/maros_harahus/timovy_projekt/README.md",
|
|
"pages/topics/bert/README.md",
|
|
"pages/students/2020/vladyslav_krupko/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/topics/morphology",
|
|
"https://zp.kemt.fei.tuke.sk/topics/otvorene",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt",
|
|
"https://zp.kemt.fei.tuke.sk/topics/bert",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0626",
|
|
"split": "test",
|
|
"category": "topic_page_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Morfologická analýza slovenského jazyka“?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/topics/morphology/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/topics/morphology/README.md",
|
|
"pages/students/2018/martin_wencel/README.md",
|
|
"pages/topics/otvorene/README.md",
|
|
"pages/topics/bert/README.md",
|
|
"pages/students/2016/maros_harahus/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/topics/morphology",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel",
|
|
"https://zp.kemt.fei.tuke.sk/topics/otvorene",
|
|
"https://zp.kemt.fei.tuke.sk/topics/bert",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0626",
|
|
"split": "test",
|
|
"category": "topic_page_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Morfologická analýza slovenského jazyka“?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/topics/morphology/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/topics/morphology/README.md",
|
|
"pages/students/2016/maros_harahus/timovy_projekt/README.md",
|
|
"pages/topics/resources/README.md",
|
|
"pages/students/2016/maros_harahus/README.md",
|
|
"pages/students/2016/jakub_maruniak/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/topics/morphology",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt",
|
|
"https://zp.kemt.fei.tuke.sk/topics/resources",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0626",
|
|
"split": "test",
|
|
"category": "topic_page_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Morfologická analýza slovenského jazyka“?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/topics/morphology/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/topics/morphology/README.md",
|
|
"pages/students/2016/maros_harahus/timovy_projekt/README.md",
|
|
"pages/students/2016/maros_harahus/README.md",
|
|
"pages/topics/faq/README.md",
|
|
"pages/topics/bert/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/topics/morphology",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq",
|
|
"https://zp.kemt.fei.tuke.sk/topics/bert"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0627",
|
|
"split": "test",
|
|
"category": "source_url",
|
|
"difficulty": "easy",
|
|
"question": "Aký source_url patrí k stránke „Morfologická analýza slovenského jazyka“?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/topics/morphology/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/topics/morphology/README.md",
|
|
"pages/students/2018/martin_wencel/README.md",
|
|
"pages/topics/otvorene/README.md",
|
|
"pages/topics/bert/README.md",
|
|
"pages/students/2016/maros_harahus/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/topics/morphology",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel",
|
|
"https://zp.kemt.fei.tuke.sk/topics/otvorene",
|
|
"https://zp.kemt.fei.tuke.sk/topics/bert",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0627",
|
|
"split": "test",
|
|
"category": "source_url",
|
|
"difficulty": "easy",
|
|
"question": "Aký source_url patrí k stránke „Morfologická analýza slovenského jazyka“?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/topics/morphology/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/topics/morphology/README.md",
|
|
"pages/topics/resources/README.md",
|
|
"pages/students/2016/maros_harahus/timovy_projekt/README.md",
|
|
"pages/topics/bert/README.md",
|
|
"pages/students/2016/maros_harahus/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/topics/morphology",
|
|
"https://zp.kemt.fei.tuke.sk/topics/resources",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt",
|
|
"https://zp.kemt.fei.tuke.sk/topics/bert",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0627",
|
|
"split": "test",
|
|
"category": "source_url",
|
|
"difficulty": "easy",
|
|
"question": "Aký source_url patrí k stránke „Morfologická analýza slovenského jazyka“?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/topics/morphology/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/topics/morphology/README.md",
|
|
"pages/topics/bert/README.md",
|
|
"pages/students/2016/maros_harahus/timovy_projekt/README.md",
|
|
"pages/topics/resources/README.md",
|
|
"pages/students/2016/maros_harahus/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/topics/morphology",
|
|
"https://zp.kemt.fei.tuke.sk/topics/bert",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt",
|
|
"https://zp.kemt.fei.tuke.sk/topics/resources",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0631",
|
|
"split": "test",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Aké tri prístupy alebo nástroje sú uvedené pri morfologickej analýze slovenského jazyka?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/topics/morphology/README.md"
|
|
],
|
|
"first_relevant_rank": null,
|
|
"reciprocal_rank": 0.0,
|
|
"top_documents": [
|
|
"pages/topics/otvorene/README.md",
|
|
"pages/students/2016/maros_harahus/timovy_projekt/README.md",
|
|
"pages/students/2022/valerii_kutsenko/README.md",
|
|
"pages/topics/bert/README.md",
|
|
"pages/topics/nlp/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/topics/otvorene",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",
|
|
"https://zp.kemt.fei.tuke.sk/topics/bert",
|
|
"https://zp.kemt.fei.tuke.sk/topics/nlp"
|
|
],
|
|
"hit_at_1": 0,
|
|
"recall_at_1": 0.0,
|
|
"hit_at_3": 0,
|
|
"recall_at_3": 0.0,
|
|
"hit_at_5": 0,
|
|
"recall_at_5": 0.0
|
|
},
|
|
{
|
|
"id": "q0631",
|
|
"split": "test",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Aké tri prístupy alebo nástroje sú uvedené pri morfologickej analýze slovenského jazyka?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/topics/morphology/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/topics/morphology/README.md",
|
|
"pages/students/2016/maros_harahus/README.md",
|
|
"pages/students/2018/martin_wencel/README.md",
|
|
"pages/students/2016/maros_harahus/timovy_projekt/README.md",
|
|
"pages/topics/resources/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/topics/morphology",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt",
|
|
"https://zp.kemt.fei.tuke.sk/topics/resources"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0631",
|
|
"split": "test",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Aké tri prístupy alebo nástroje sú uvedené pri morfologickej analýze slovenského jazyka?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/topics/morphology/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/topics/morphology/README.md",
|
|
"pages/students/2016/maros_harahus/README.md",
|
|
"pages/students/2016/maros_harahus/timovy_projekt/README.md",
|
|
"pages/students/2018/martin_wencel/README.md",
|
|
"pages/topics/nlp/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/topics/morphology",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel",
|
|
"https://zp.kemt.fei.tuke.sk/topics/nlp"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0642",
|
|
"split": "test",
|
|
"category": "topic_page_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Nájdi projektovú alebo informačnú stránku „Jazyk Python“.",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/topics/python/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/topics/python/README.md",
|
|
"pages/students/2021/oleksandr_hryshchenko/README.md",
|
|
"pages/students/2021/eduard_matovka/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2021/matej_scislak/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/topics/python",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0642",
|
|
"split": "test",
|
|
"category": "topic_page_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Nájdi projektovú alebo informačnú stránku „Jazyk Python“.",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/topics/python/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/topics/python/README.md",
|
|
"pages/students/2022/tetiana_mohorian/README.md",
|
|
"pages/students/2017/stanislav_matsunych/README.md",
|
|
"pages/students/2016/darius_lindvai/README.md",
|
|
"pages/topics/otvorene/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/topics/python",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/stanislav_matsunych",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai",
|
|
"https://zp.kemt.fei.tuke.sk/topics/otvorene"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0642",
|
|
"split": "test",
|
|
"category": "topic_page_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Nájdi projektovú alebo informačnú stránku „Jazyk Python“.",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/topics/python/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/topics/python/README.md",
|
|
"pages/students/2021/oleksandr_hryshchenko/README.md",
|
|
"pages/students/2022/tetiana_mohorian/README.md",
|
|
"pages/topics/nlp/README.md",
|
|
"pages/students/2021/eduard_matovka/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/topics/python",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian",
|
|
"https://zp.kemt.fei.tuke.sk/topics/nlp",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0643",
|
|
"split": "test",
|
|
"category": "topic_page_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Jazyk Python“?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/topics/python/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/topics/python/README.md",
|
|
"pages/students/2017/dmytro_ushatenko/README.md",
|
|
"pages/topics/faq/README.md",
|
|
"pages/students/2019/michal_stromko/vp2021/README.md",
|
|
"pages/students/2016/patrik_pavlisin/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/topics/python",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0643",
|
|
"split": "test",
|
|
"category": "topic_page_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Jazyk Python“?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/topics/python/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/topics/python/README.md",
|
|
"pages/topics/faq/README.md",
|
|
"pages/students/2016/maros_harahus/timovy_projekt/README.md",
|
|
"pages/students/2023/maksym_zatirka/README.md",
|
|
"pages/students/2019/michal_stromko/vp2021/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/topics/python",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0643",
|
|
"split": "test",
|
|
"category": "topic_page_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Jazyk Python“?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/topics/python/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/topics/python/README.md",
|
|
"pages/topics/faq/README.md",
|
|
"pages/students/2019/michal_stromko/vp2021/README.md",
|
|
"pages/students/2023/maksym_zatirka/README.md",
|
|
"pages/students/2016/maros_harahus/timovy_projekt/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/topics/python",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0644",
|
|
"split": "test",
|
|
"category": "source_url",
|
|
"difficulty": "easy",
|
|
"question": "Aký source_url patrí k stránke „Jazyk Python“?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/topics/python/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/topics/python/README.md",
|
|
"pages/students/2016/patrik_pavlisin/README.md",
|
|
"pages/students/2019/patrik_pokrivcak/README.md",
|
|
"pages/students/2016/maros_harahus/timovy_projekt/README.md",
|
|
"pages/students/2016/darius_lindvai/timovy_projekt/tutorial/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/topics/python",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai/timovy_projekt/tutorial"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0644",
|
|
"split": "test",
|
|
"category": "source_url",
|
|
"difficulty": "easy",
|
|
"question": "Aký source_url patrí k stránke „Jazyk Python“?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/topics/python/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/topics/python/README.md",
|
|
"pages/topics/nlp/README.md",
|
|
"pages/topics/resources/README.md",
|
|
"pages/students/2017/stanislav_matsunych/README.md",
|
|
"pages/students/2020/jakub_kristian_lukas/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/topics/python",
|
|
"https://zp.kemt.fei.tuke.sk/topics/nlp",
|
|
"https://zp.kemt.fei.tuke.sk/topics/resources",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/stanislav_matsunych",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0644",
|
|
"split": "test",
|
|
"category": "source_url",
|
|
"difficulty": "easy",
|
|
"question": "Aký source_url patrí k stránke „Jazyk Python“?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/topics/python/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/topics/python/README.md",
|
|
"pages/students/2017/stanislav_matsunych/README.md",
|
|
"pages/topics/nlp/README.md",
|
|
"pages/topics/resources/README.md",
|
|
"pages/students/2020/jakub_kristian_lukas/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/topics/python",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/stanislav_matsunych",
|
|
"https://zp.kemt.fei.tuke.sk/topics/nlp",
|
|
"https://zp.kemt.fei.tuke.sk/topics/resources",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0646",
|
|
"split": "test",
|
|
"category": "topic_page_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Nájdi projektovú alebo informačnú stránku „Záverečné práce a projekty“.",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/topics/akopisat/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/topics/akopisat/README.md",
|
|
"pages/topics/otvorene/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/topics/faq/README.md",
|
|
"pages/students/2018/ondrej_megela/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/topics/akopisat",
|
|
"https://zp.kemt.fei.tuke.sk/topics/otvorene",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0646",
|
|
"split": "test",
|
|
"category": "topic_page_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Nájdi projektovú alebo informačnú stránku „Záverečné práce a projekty“.",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/topics/akopisat/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/topics/akopisat/README.md",
|
|
"pages/topics/faq/README.md",
|
|
"pages/students/2019/michal_stromko/README.md",
|
|
"pages/topics/otvorene/README.md",
|
|
"pages/students/2019/michal_stromko/vp2021/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/topics/akopisat",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"https://zp.kemt.fei.tuke.sk/topics/otvorene",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0646",
|
|
"split": "test",
|
|
"category": "topic_page_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Nájdi projektovú alebo informačnú stránku „Záverečné práce a projekty“.",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/topics/akopisat/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/topics/akopisat/README.md",
|
|
"pages/topics/faq/README.md",
|
|
"pages/topics/otvorene/README.md",
|
|
"pages/students/2019/michal_stromko/README.md",
|
|
"pages/students/2019/michal_stromko/vp2021/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/topics/akopisat",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq",
|
|
"https://zp.kemt.fei.tuke.sk/topics/otvorene",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0647",
|
|
"split": "test",
|
|
"category": "topic_page_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Záverečné práce a projekty“?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/topics/akopisat/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/topics/akopisat/README.md",
|
|
"pages/topics/faq/README.md",
|
|
"pages/students/2017/dmytro_ushatenko/README.md",
|
|
"pages/students/2016/patrik_pavlisin/README.md",
|
|
"pages/topics/otvorene/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/topics/akopisat",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",
|
|
"https://zp.kemt.fei.tuke.sk/topics/otvorene"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0647",
|
|
"split": "test",
|
|
"category": "topic_page_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Záverečné práce a projekty“?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/topics/akopisat/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/topics/akopisat/README.md",
|
|
"pages/topics/faq/README.md",
|
|
"pages/students/2019/michal_stromko/vp2021/README.md",
|
|
"pages/students/2019/michal_stromko/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/topics/akopisat",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0647",
|
|
"split": "test",
|
|
"category": "topic_page_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Záverečné práce a projekty“?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/topics/akopisat/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/topics/akopisat/README.md",
|
|
"pages/topics/faq/README.md",
|
|
"pages/students/2019/michal_stromko/vp2021/README.md",
|
|
"pages/students/2019/michal_stromko/README.md",
|
|
"pages/topics/otvorene/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/topics/akopisat",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"https://zp.kemt.fei.tuke.sk/topics/otvorene"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0648",
|
|
"split": "test",
|
|
"category": "source_url",
|
|
"difficulty": "easy",
|
|
"question": "Aký source_url patrí k stránke „Záverečné práce a projekty“?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/topics/akopisat/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/topics/akopisat/README.md",
|
|
"pages/topics/otvorene/README.md",
|
|
"pages/students/2016/patrik_pavlisin/README.md",
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md",
|
|
"pages/topics/bert/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/topics/akopisat",
|
|
"https://zp.kemt.fei.tuke.sk/topics/otvorene",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi",
|
|
"https://zp.kemt.fei.tuke.sk/topics/bert"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0648",
|
|
"split": "test",
|
|
"category": "source_url",
|
|
"difficulty": "easy",
|
|
"question": "Aký source_url patrí k stránke „Záverečné práce a projekty“?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/topics/akopisat/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/topics/akopisat/README.md",
|
|
"pages/topics/faq/README.md",
|
|
"pages/topics/otvorene/README.md",
|
|
"pages/students/2019/michal_stromko/README.md",
|
|
"pages/students/2019/michal_stromko/vp2021/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/topics/akopisat",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq",
|
|
"https://zp.kemt.fei.tuke.sk/topics/otvorene",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0648",
|
|
"split": "test",
|
|
"category": "source_url",
|
|
"difficulty": "easy",
|
|
"question": "Aký source_url patrí k stránke „Záverečné práce a projekty“?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/topics/akopisat/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/topics/akopisat/README.md",
|
|
"pages/topics/faq/README.md",
|
|
"pages/topics/otvorene/README.md",
|
|
"pages/students/2019/michal_stromko/README.md",
|
|
"pages/students/2019/michal_stromko/vp2021/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/topics/akopisat",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq",
|
|
"https://zp.kemt.fei.tuke.sk/topics/otvorene",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0654",
|
|
"split": "test",
|
|
"category": "topic_page_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Nájdi projektovú alebo informačnú stránku „Prepis postupností“.",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/topics/seq2seq/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/topics/seq2seq/README.md",
|
|
"pages/students/2022/andrii_pervashov/README.md",
|
|
"pages/topics/faq/README.md",
|
|
"pages/students/2016/patrik_pavlisin/dp22/README.md",
|
|
"pages/topics/question/navod/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/topics/seq2seq",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/dp22",
|
|
"https://zp.kemt.fei.tuke.sk/topics/question/navod"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0654",
|
|
"split": "test",
|
|
"category": "topic_page_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Nájdi projektovú alebo informačnú stránku „Prepis postupností“.",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/topics/seq2seq/README.md"
|
|
],
|
|
"first_relevant_rank": 3,
|
|
"reciprocal_rank": 0.333333,
|
|
"top_documents": [
|
|
"pages/topics/akopisat/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/topics/seq2seq/README.md",
|
|
"pages/students/2019/michal_stromko/README.md",
|
|
"pages/topics/faq/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/topics/akopisat",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/topics/seq2seq",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq"
|
|
],
|
|
"hit_at_1": 0,
|
|
"recall_at_1": 0.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0654",
|
|
"split": "test",
|
|
"category": "topic_page_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Nájdi projektovú alebo informačnú stránku „Prepis postupností“.",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/topics/seq2seq/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/topics/seq2seq/README.md",
|
|
"pages/topics/akopisat/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/students/2019/michal_stromko/README.md",
|
|
"pages/topics/faq/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/topics/seq2seq",
|
|
"https://zp.kemt.fei.tuke.sk/topics/akopisat",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0655",
|
|
"split": "test",
|
|
"category": "topic_page_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Prepis postupností“?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/topics/seq2seq/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/topics/seq2seq/README.md",
|
|
"pages/students/2016/patrik_pavlisin/dp22/README.md",
|
|
"pages/topics/steel/README.md",
|
|
"pages/topics/faq/README.md",
|
|
"pages/students/2016/patrik_pavlisin/dp21/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/topics/seq2seq",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/dp22",
|
|
"https://zp.kemt.fei.tuke.sk/topics/steel",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/dp21"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0655",
|
|
"split": "test",
|
|
"category": "topic_page_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Prepis postupností“?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/topics/seq2seq/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/topics/seq2seq/README.md",
|
|
"pages/students/2018/ondrej_megela/README.md",
|
|
"pages/topics/faq/README.md",
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/topics/seq2seq",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0655",
|
|
"split": "test",
|
|
"category": "topic_page_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Prepis postupností“?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/topics/seq2seq/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/topics/seq2seq/README.md",
|
|
"pages/topics/faq/README.md",
|
|
"pages/students/2018/ondrej_megela/README.md",
|
|
"pages/students/2019/michal_stromko/README.md",
|
|
"pages/students/2016/jakub_maruniak/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/topics/seq2seq",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0656",
|
|
"split": "test",
|
|
"category": "source_url",
|
|
"difficulty": "easy",
|
|
"question": "Aký source_url patrí k stránke „Prepis postupností“?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/topics/seq2seq/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/topics/seq2seq/README.md",
|
|
"pages/students/2016/patrik_pavlisin/dp21/README.md",
|
|
"pages/students/2016/patrik_pavlisin/README.md",
|
|
"pages/students/2016/patrik_pavlisin/dp22/README.md",
|
|
"pages/students/2019/patrik_pokrivcak/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/topics/seq2seq",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/dp21",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/dp22",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0656",
|
|
"split": "test",
|
|
"category": "source_url",
|
|
"difficulty": "easy",
|
|
"question": "Aký source_url patrí k stránke „Prepis postupností“?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/topics/seq2seq/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/topics/seq2seq/README.md",
|
|
"pages/students/2016/darius_lindvai/README.md",
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md",
|
|
"pages/students/2018/ondrej_megela/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/topics/seq2seq",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0656",
|
|
"split": "test",
|
|
"category": "source_url",
|
|
"difficulty": "easy",
|
|
"question": "Aký source_url patrí k stránke „Prepis postupností“?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/topics/seq2seq/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/topics/seq2seq/README.md",
|
|
"pages/students/2016/darius_lindvai/README.md",
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md",
|
|
"pages/students/2018/ondrej_megela/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/topics/seq2seq",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0664",
|
|
"split": "test",
|
|
"category": "topic_page_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Nájdi projektovú alebo informačnú stránku „Nástroje a zdroje pre spracovanie prirodzeného jazyka“.",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/topics/nlp/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/topics/nlp/README.md",
|
|
"pages/students/2016/maros_harahus/timovy_projekt/README.md",
|
|
"pages/students/2021/eduard_matovka/README.md",
|
|
"pages/students/2016/maros_harahus/README.md",
|
|
"pages/students/2018/NaN1name_buday/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/topics/nlp",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/NaN1name_buday"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0664",
|
|
"split": "test",
|
|
"category": "topic_page_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Nájdi projektovú alebo informačnú stránku „Nástroje a zdroje pre spracovanie prirodzeného jazyka“.",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/topics/nlp/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/topics/nlp/README.md",
|
|
"pages/topics/otvorene/README.md",
|
|
"pages/students/2016/maros_harahus/timovy_projekt/README.md",
|
|
"pages/students/2018/NaN1name_buday/README.md",
|
|
"pages/topics/hatespeech/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/topics/nlp",
|
|
"https://zp.kemt.fei.tuke.sk/topics/otvorene",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/NaN1name_buday",
|
|
"https://zp.kemt.fei.tuke.sk/topics/hatespeech"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0664",
|
|
"split": "test",
|
|
"category": "topic_page_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Nájdi projektovú alebo informačnú stránku „Nástroje a zdroje pre spracovanie prirodzeného jazyka“.",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/topics/nlp/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/topics/nlp/README.md",
|
|
"pages/students/2016/maros_harahus/timovy_projekt/README.md",
|
|
"pages/students/2018/NaN1name_buday/README.md",
|
|
"pages/topics/otvorene/README.md",
|
|
"pages/students/2016/jakub_maruniak/timovy_projekt/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/topics/nlp",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/NaN1name_buday",
|
|
"https://zp.kemt.fei.tuke.sk/topics/otvorene",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0665",
|
|
"split": "test",
|
|
"category": "topic_page_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Nástroje a zdroje pre spracovanie prirodzeného jazyka“?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/topics/nlp/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/topics/nlp/README.md",
|
|
"pages/students/2016/maros_harahus/timovy_projekt/README.md",
|
|
"pages/topics/faq/README.md",
|
|
"pages/students/2016/jakub_maruniak/timovy_projekt/README.md",
|
|
"pages/students/2016/maros_harahus/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/topics/nlp",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0665",
|
|
"split": "test",
|
|
"category": "topic_page_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Nástroje a zdroje pre spracovanie prirodzeného jazyka“?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/topics/nlp/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/topics/nlp/README.md",
|
|
"pages/students/2016/maros_harahus/timovy_projekt/README.md",
|
|
"pages/topics/resources/README.md",
|
|
"pages/students/2019/michal_stromko/vp2021/README.md",
|
|
"pages/students/2016/lukas_pokryvka/timovy_projekt/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/topics/nlp",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt",
|
|
"https://zp.kemt.fei.tuke.sk/topics/resources",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka/timovy_projekt"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0665",
|
|
"split": "test",
|
|
"category": "topic_page_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Nástroje a zdroje pre spracovanie prirodzeného jazyka“?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/topics/nlp/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/topics/nlp/README.md",
|
|
"pages/students/2016/maros_harahus/timovy_projekt/README.md",
|
|
"pages/topics/resources/README.md",
|
|
"pages/students/2016/lukas_pokryvka/timovy_projekt/README.md",
|
|
"pages/students/2016/lukas_pokryvka/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/topics/nlp",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt",
|
|
"https://zp.kemt.fei.tuke.sk/topics/resources",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka/timovy_projekt",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0666",
|
|
"split": "test",
|
|
"category": "source_url",
|
|
"difficulty": "easy",
|
|
"question": "Aký source_url patrí k stránke „Nástroje a zdroje pre spracovanie prirodzeného jazyka“?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/topics/nlp/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/topics/nlp/README.md",
|
|
"pages/students/2016/maros_harahus/timovy_projekt/README.md",
|
|
"pages/students/2016/maros_harahus/README.md",
|
|
"pages/students/2018/NaN1name_buday/README.md",
|
|
"pages/students/2016/patrik_pavlisin/tp20/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/topics/nlp",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/NaN1name_buday",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0666",
|
|
"split": "test",
|
|
"category": "source_url",
|
|
"difficulty": "easy",
|
|
"question": "Aký source_url patrí k stránke „Nástroje a zdroje pre spracovanie prirodzeného jazyka“?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/topics/nlp/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/topics/nlp/README.md",
|
|
"pages/topics/resources/README.md",
|
|
"pages/students/2016/jakub_maruniak/timovy_projekt/README.md",
|
|
"pages/students/2016/maros_harahus/timovy_projekt/README.md",
|
|
"pages/interns/sevval_bulburu/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/topics/nlp",
|
|
"https://zp.kemt.fei.tuke.sk/topics/resources",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt",
|
|
"https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0666",
|
|
"split": "test",
|
|
"category": "source_url",
|
|
"difficulty": "easy",
|
|
"question": "Aký source_url patrí k stránke „Nástroje a zdroje pre spracovanie prirodzeného jazyka“?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/topics/nlp/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/topics/nlp/README.md",
|
|
"pages/students/2016/maros_harahus/timovy_projekt/README.md",
|
|
"pages/students/2016/jakub_maruniak/timovy_projekt/README.md",
|
|
"pages/topics/resources/README.md",
|
|
"pages/students/2016/lukas_pokryvka/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/topics/nlp",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt",
|
|
"https://zp.kemt.fei.tuke.sk/topics/resources",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0670",
|
|
"split": "test",
|
|
"category": "topic_page_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Nájdi projektovú alebo informačnú stránku „Tvorba nezodpovedateľných otázok“.",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/topics/question/nezodpovedatelne/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/topics/question/nezodpovedatelne/README.md",
|
|
"pages/topics/question/navod/README.md",
|
|
"pages/topics/otvorene/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne",
|
|
"https://zp.kemt.fei.tuke.sk/topics/question/navod",
|
|
"https://zp.kemt.fei.tuke.sk/topics/otvorene",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0670",
|
|
"split": "test",
|
|
"category": "topic_page_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Nájdi projektovú alebo informačnú stránku „Tvorba nezodpovedateľných otázok“.",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/topics/question/nezodpovedatelne/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/topics/question/nezodpovedatelne/README.md",
|
|
"pages/topics/faq/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/topics/otvorene/README.md",
|
|
"pages/students/2019/michal_stromko/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/topics/otvorene",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0670",
|
|
"split": "test",
|
|
"category": "topic_page_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Nájdi projektovú alebo informačnú stránku „Tvorba nezodpovedateľných otázok“.",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/topics/question/nezodpovedatelne/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/topics/question/nezodpovedatelne/README.md",
|
|
"pages/topics/faq/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/topics/otvorene/README.md",
|
|
"pages/students/2019/michal_stromko/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/topics/otvorene",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0671",
|
|
"split": "test",
|
|
"category": "topic_page_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Tvorba nezodpovedateľných otázok“?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/topics/question/nezodpovedatelne/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/topics/question/nezodpovedatelne/README.md",
|
|
"pages/topics/faq/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/topics/otvorene/README.md",
|
|
"pages/topics/question/navod/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/topics/otvorene",
|
|
"https://zp.kemt.fei.tuke.sk/topics/question/navod"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0671",
|
|
"split": "test",
|
|
"category": "topic_page_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Tvorba nezodpovedateľných otázok“?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/topics/question/nezodpovedatelne/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/topics/question/nezodpovedatelne/README.md",
|
|
"pages/topics/faq/README.md",
|
|
"pages/topics/question/navod/README.md",
|
|
"pages/topics/question/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq",
|
|
"https://zp.kemt.fei.tuke.sk/topics/question/navod",
|
|
"https://zp.kemt.fei.tuke.sk/topics/question",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0671",
|
|
"split": "test",
|
|
"category": "topic_page_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Tvorba nezodpovedateľných otázok“?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/topics/question/nezodpovedatelne/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/topics/question/nezodpovedatelne/README.md",
|
|
"pages/topics/faq/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/students/2019/michal_stromko/vp2021/README.md",
|
|
"pages/topics/question/validacie/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021",
|
|
"https://zp.kemt.fei.tuke.sk/topics/question/validacie"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0672",
|
|
"split": "test",
|
|
"category": "source_url",
|
|
"difficulty": "easy",
|
|
"question": "Aký source_url patrí k stránke „Tvorba nezodpovedateľných otázok“?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/topics/question/nezodpovedatelne/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/topics/question/nezodpovedatelne/README.md",
|
|
"pages/students/2016/patrik_pavlisin/README.md",
|
|
"pages/students/2019/patrik_pokrivcak/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/students/2016/patrik_pavlisin/dp22/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/dp22"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0672",
|
|
"split": "test",
|
|
"category": "source_url",
|
|
"difficulty": "easy",
|
|
"question": "Aký source_url patrí k stránke „Tvorba nezodpovedateľných otázok“?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/topics/question/nezodpovedatelne/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/topics/question/nezodpovedatelne/README.md",
|
|
"pages/topics/question/README.md",
|
|
"pages/topics/faq/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/students/2019/michal_stromko/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne",
|
|
"https://zp.kemt.fei.tuke.sk/topics/question",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0672",
|
|
"split": "test",
|
|
"category": "source_url",
|
|
"difficulty": "easy",
|
|
"question": "Aký source_url patrí k stránke „Tvorba nezodpovedateľných otázok“?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/topics/question/nezodpovedatelne/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/topics/question/nezodpovedatelne/README.md",
|
|
"pages/topics/question/README.md",
|
|
"pages/topics/faq/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/students/2019/michal_stromko/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne",
|
|
"https://zp.kemt.fei.tuke.sk/topics/question",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0680",
|
|
"split": "test",
|
|
"category": "topic_page_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Nájdi projektovú alebo informačnú stránku „Validácia otázok a odpovedí“.",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/topics/question/validacie/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/topics/question/validacie/README.md",
|
|
"pages/topics/question/navod/README.md",
|
|
"pages/students/2021/artur_hyrenko/README.md",
|
|
"pages/students/2019/michal_stromko/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/topics/question/validacie",
|
|
"https://zp.kemt.fei.tuke.sk/topics/question/navod",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0680",
|
|
"split": "test",
|
|
"category": "topic_page_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Nájdi projektovú alebo informačnú stránku „Validácia otázok a odpovedí“.",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/topics/question/validacie/README.md"
|
|
],
|
|
"first_relevant_rank": 2,
|
|
"reciprocal_rank": 0.5,
|
|
"top_documents": [
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/topics/question/validacie/README.md",
|
|
"pages/topics/faq/README.md",
|
|
"pages/students/2020/matej_kobylan/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/topics/question/validacie",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"
|
|
],
|
|
"hit_at_1": 0,
|
|
"recall_at_1": 0.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0680",
|
|
"split": "test",
|
|
"category": "topic_page_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Nájdi projektovú alebo informačnú stránku „Validácia otázok a odpovedí“.",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/topics/question/validacie/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/topics/question/validacie/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/topics/faq/README.md",
|
|
"pages/students/2022/valerii_kutsenko/README.md",
|
|
"pages/topics/question/nezodpovedatelne/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/topics/question/validacie",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",
|
|
"https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0681",
|
|
"split": "test",
|
|
"category": "topic_page_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Validácia otázok a odpovedí“?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/topics/question/validacie/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/topics/question/validacie/README.md",
|
|
"pages/topics/question/navod/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/topics/faq/README.md",
|
|
"pages/students/2019/michal_stromko/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/topics/question/validacie",
|
|
"https://zp.kemt.fei.tuke.sk/topics/question/navod",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0681",
|
|
"split": "test",
|
|
"category": "topic_page_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Validácia otázok a odpovedí“?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/topics/question/validacie/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/topics/question/validacie/README.md",
|
|
"pages/topics/faq/README.md",
|
|
"pages/topics/question/nezodpovedatelne/README.md",
|
|
"pages/topics/question/navod/README.md",
|
|
"pages/students/2022/valerii_kutsenko/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/topics/question/validacie",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq",
|
|
"https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne",
|
|
"https://zp.kemt.fei.tuke.sk/topics/question/navod",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0681",
|
|
"split": "test",
|
|
"category": "topic_page_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Validácia otázok a odpovedí“?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/topics/question/validacie/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/topics/question/validacie/README.md",
|
|
"pages/topics/faq/README.md",
|
|
"pages/topics/question/navod/README.md",
|
|
"pages/topics/question/nezodpovedatelne/README.md",
|
|
"pages/students/2022/valerii_kutsenko/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/topics/question/validacie",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq",
|
|
"https://zp.kemt.fei.tuke.sk/topics/question/navod",
|
|
"https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0682",
|
|
"split": "test",
|
|
"category": "source_url",
|
|
"difficulty": "easy",
|
|
"question": "Aký source_url patrí k stránke „Validácia otázok a odpovedí“?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/topics/question/validacie/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/topics/question/validacie/README.md",
|
|
"pages/topics/question/navod/README.md",
|
|
"pages/students/2016/patrik_pavlisin/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/students/2019/patrik_pokrivcak/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/topics/question/validacie",
|
|
"https://zp.kemt.fei.tuke.sk/topics/question/navod",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0682",
|
|
"split": "test",
|
|
"category": "source_url",
|
|
"difficulty": "easy",
|
|
"question": "Aký source_url patrí k stránke „Validácia otázok a odpovedí“?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/topics/question/validacie/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/topics/question/validacie/README.md",
|
|
"pages/topics/faq/README.md",
|
|
"pages/topics/question/README.md",
|
|
"pages/topics/resources/README.md",
|
|
"pages/topics/question/navod/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/topics/question/validacie",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq",
|
|
"https://zp.kemt.fei.tuke.sk/topics/question",
|
|
"https://zp.kemt.fei.tuke.sk/topics/resources",
|
|
"https://zp.kemt.fei.tuke.sk/topics/question/navod"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0682",
|
|
"split": "test",
|
|
"category": "source_url",
|
|
"difficulty": "easy",
|
|
"question": "Aký source_url patrí k stránke „Validácia otázok a odpovedí“?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/topics/question/validacie/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/topics/question/validacie/README.md",
|
|
"pages/topics/question/navod/README.md",
|
|
"pages/topics/question/nezodpovedatelne/README.md",
|
|
"pages/topics/faq/README.md",
|
|
"pages/topics/question/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/topics/question/validacie",
|
|
"https://zp.kemt.fei.tuke.sk/topics/question/navod",
|
|
"https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq",
|
|
"https://zp.kemt.fei.tuke.sk/topics/question"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
}
|
|
]
|
|
}
|