35538 lines
1.2 MiB
35538 lines
1.2 MiB
{
|
|
"configuration": {
|
|
"questions_file": "/home/janko/DP/zp-agent/evaluation/questions.json",
|
|
"database": "/home/janko/DP/zp-agent/data/zp_index.sqlite",
|
|
"split": "dev",
|
|
"dataset_question_count": 647,
|
|
"selected_question_count": 353,
|
|
"dev_question_count": 353,
|
|
"test_question_count": 294,
|
|
"limit": 5,
|
|
"published_only": false,
|
|
"max_per_document": 1,
|
|
"modes": [
|
|
"fts",
|
|
"vector",
|
|
"hybrid"
|
|
],
|
|
"metrics": [
|
|
"Hit@1",
|
|
"Hit@3",
|
|
"Hit@5",
|
|
"MRR",
|
|
"Recall@5"
|
|
]
|
|
},
|
|
"dataset_validation": {
|
|
"indexed_document_count": 110,
|
|
"missing_expected_document_count": 0,
|
|
"missing_expected_documents": []
|
|
},
|
|
"summary": {
|
|
"fts": {
|
|
"questions": 353,
|
|
"hit_at_1": 0.926346,
|
|
"hit_at_3": 0.966006,
|
|
"hit_at_5": 0.971671,
|
|
"mrr": 0.946648,
|
|
"recall_at_5": 0.966431
|
|
},
|
|
"vector": {
|
|
"questions": 353,
|
|
"hit_at_1": 0.869688,
|
|
"hit_at_3": 0.943343,
|
|
"hit_at_5": 0.963173,
|
|
"mrr": 0.908215,
|
|
"recall_at_5": 0.958357
|
|
},
|
|
"hybrid": {
|
|
"questions": 353,
|
|
"hit_at_1": 0.937677,
|
|
"hit_at_3": 0.985836,
|
|
"hit_at_5": 0.994334,
|
|
"mrr": 0.963267,
|
|
"recall_at_5": 0.98966
|
|
}
|
|
},
|
|
"by_category": {
|
|
"fts": {
|
|
"adversarial_year": {
|
|
"questions": 14,
|
|
"hit_at_1": 1.0,
|
|
"hit_at_3": 1.0,
|
|
"hit_at_5": 1.0,
|
|
"mrr": 1.0,
|
|
"recall_at_5": 1.0
|
|
},
|
|
"disambiguation_year": {
|
|
"questions": 14,
|
|
"hit_at_1": 1.0,
|
|
"hit_at_3": 1.0,
|
|
"hit_at_5": 1.0,
|
|
"mrr": 1.0,
|
|
"recall_at_5": 1.0
|
|
},
|
|
"entity_lookup": {
|
|
"questions": 25,
|
|
"hit_at_1": 1.0,
|
|
"hit_at_3": 1.0,
|
|
"hit_at_5": 1.0,
|
|
"mrr": 1.0,
|
|
"recall_at_5": 1.0
|
|
},
|
|
"fact_start_year": {
|
|
"questions": 14,
|
|
"hit_at_1": 0.928571,
|
|
"hit_at_3": 1.0,
|
|
"hit_at_5": 1.0,
|
|
"mrr": 0.964286,
|
|
"recall_at_5": 1.0
|
|
},
|
|
"fact_title": {
|
|
"questions": 22,
|
|
"hit_at_1": 1.0,
|
|
"hit_at_3": 1.0,
|
|
"hit_at_5": 1.0,
|
|
"mrr": 1.0,
|
|
"recall_at_5": 1.0
|
|
},
|
|
"fact_work_year": {
|
|
"questions": 22,
|
|
"hit_at_1": 1.0,
|
|
"hit_at_3": 1.0,
|
|
"hit_at_5": 1.0,
|
|
"mrr": 1.0,
|
|
"recall_at_5": 1.0
|
|
},
|
|
"internship_topic": {
|
|
"questions": 3,
|
|
"hit_at_1": 1.0,
|
|
"hit_at_3": 1.0,
|
|
"hit_at_5": 1.0,
|
|
"mrr": 1.0,
|
|
"recall_at_5": 1.0
|
|
},
|
|
"internship_year": {
|
|
"questions": 3,
|
|
"hit_at_1": 1.0,
|
|
"hit_at_3": 1.0,
|
|
"hit_at_5": 1.0,
|
|
"mrr": 1.0,
|
|
"recall_at_5": 1.0
|
|
},
|
|
"keyword_grounding": {
|
|
"questions": 75,
|
|
"hit_at_1": 0.92,
|
|
"hit_at_3": 1.0,
|
|
"hit_at_5": 1.0,
|
|
"mrr": 0.96,
|
|
"recall_at_5": 1.0
|
|
},
|
|
"multi_document": {
|
|
"questions": 4,
|
|
"hit_at_1": 0.75,
|
|
"hit_at_3": 0.75,
|
|
"hit_at_5": 1.0,
|
|
"mrr": 0.8125,
|
|
"recall_at_5": 0.5375
|
|
},
|
|
"paraphrase": {
|
|
"questions": 22,
|
|
"hit_at_1": 1.0,
|
|
"hit_at_3": 1.0,
|
|
"hit_at_5": 1.0,
|
|
"mrr": 1.0,
|
|
"recall_at_5": 1.0
|
|
},
|
|
"reverse_lookup": {
|
|
"questions": 24,
|
|
"hit_at_1": 0.875,
|
|
"hit_at_3": 0.958333,
|
|
"hit_at_5": 0.958333,
|
|
"mrr": 0.909722,
|
|
"recall_at_5": 0.958333
|
|
},
|
|
"source_url": {
|
|
"questions": 8,
|
|
"hit_at_1": 0.875,
|
|
"hit_at_3": 1.0,
|
|
"hit_at_5": 1.0,
|
|
"mrr": 0.9375,
|
|
"recall_at_5": 1.0
|
|
},
|
|
"specific_fact": {
|
|
"questions": 51,
|
|
"hit_at_1": 0.803922,
|
|
"hit_at_3": 0.803922,
|
|
"hit_at_5": 0.823529,
|
|
"mrr": 0.808824,
|
|
"recall_at_5": 0.823529
|
|
},
|
|
"topic_lookup": {
|
|
"questions": 22,
|
|
"hit_at_1": 0.909091,
|
|
"hit_at_3": 1.0,
|
|
"hit_at_5": 1.0,
|
|
"mrr": 0.94697,
|
|
"recall_at_5": 1.0
|
|
},
|
|
"topic_page_lookup": {
|
|
"questions": 16,
|
|
"hit_at_1": 0.875,
|
|
"hit_at_3": 1.0,
|
|
"hit_at_5": 1.0,
|
|
"mrr": 0.9375,
|
|
"recall_at_5": 1.0
|
|
},
|
|
"verification": {
|
|
"questions": 14,
|
|
"hit_at_1": 1.0,
|
|
"hit_at_3": 1.0,
|
|
"hit_at_5": 1.0,
|
|
"mrr": 1.0,
|
|
"recall_at_5": 1.0
|
|
}
|
|
},
|
|
"vector": {
|
|
"adversarial_year": {
|
|
"questions": 14,
|
|
"hit_at_1": 1.0,
|
|
"hit_at_3": 1.0,
|
|
"hit_at_5": 1.0,
|
|
"mrr": 1.0,
|
|
"recall_at_5": 1.0
|
|
},
|
|
"disambiguation_year": {
|
|
"questions": 14,
|
|
"hit_at_1": 1.0,
|
|
"hit_at_3": 1.0,
|
|
"hit_at_5": 1.0,
|
|
"mrr": 1.0,
|
|
"recall_at_5": 1.0
|
|
},
|
|
"entity_lookup": {
|
|
"questions": 25,
|
|
"hit_at_1": 0.72,
|
|
"hit_at_3": 0.96,
|
|
"hit_at_5": 0.96,
|
|
"mrr": 0.84,
|
|
"recall_at_5": 0.96
|
|
},
|
|
"fact_start_year": {
|
|
"questions": 14,
|
|
"hit_at_1": 1.0,
|
|
"hit_at_3": 1.0,
|
|
"hit_at_5": 1.0,
|
|
"mrr": 1.0,
|
|
"recall_at_5": 1.0
|
|
},
|
|
"fact_title": {
|
|
"questions": 22,
|
|
"hit_at_1": 1.0,
|
|
"hit_at_3": 1.0,
|
|
"hit_at_5": 1.0,
|
|
"mrr": 1.0,
|
|
"recall_at_5": 1.0
|
|
},
|
|
"fact_work_year": {
|
|
"questions": 22,
|
|
"hit_at_1": 1.0,
|
|
"hit_at_3": 1.0,
|
|
"hit_at_5": 1.0,
|
|
"mrr": 1.0,
|
|
"recall_at_5": 1.0
|
|
},
|
|
"internship_topic": {
|
|
"questions": 3,
|
|
"hit_at_1": 0.666667,
|
|
"hit_at_3": 0.666667,
|
|
"hit_at_5": 0.666667,
|
|
"mrr": 0.666667,
|
|
"recall_at_5": 0.666667
|
|
},
|
|
"internship_year": {
|
|
"questions": 3,
|
|
"hit_at_1": 0.666667,
|
|
"hit_at_3": 0.666667,
|
|
"hit_at_5": 0.666667,
|
|
"mrr": 0.666667,
|
|
"recall_at_5": 0.666667
|
|
},
|
|
"keyword_grounding": {
|
|
"questions": 75,
|
|
"hit_at_1": 0.946667,
|
|
"hit_at_3": 0.986667,
|
|
"hit_at_5": 1.0,
|
|
"mrr": 0.967778,
|
|
"recall_at_5": 1.0
|
|
},
|
|
"multi_document": {
|
|
"questions": 4,
|
|
"hit_at_1": 0.75,
|
|
"hit_at_3": 1.0,
|
|
"hit_at_5": 1.0,
|
|
"mrr": 0.875,
|
|
"recall_at_5": 0.575
|
|
},
|
|
"paraphrase": {
|
|
"questions": 22,
|
|
"hit_at_1": 1.0,
|
|
"hit_at_3": 1.0,
|
|
"hit_at_5": 1.0,
|
|
"mrr": 1.0,
|
|
"recall_at_5": 1.0
|
|
},
|
|
"reverse_lookup": {
|
|
"questions": 24,
|
|
"hit_at_1": 0.5,
|
|
"hit_at_3": 0.916667,
|
|
"hit_at_5": 0.958333,
|
|
"mrr": 0.695833,
|
|
"recall_at_5": 0.958333
|
|
},
|
|
"source_url": {
|
|
"questions": 8,
|
|
"hit_at_1": 0.875,
|
|
"hit_at_3": 0.875,
|
|
"hit_at_5": 0.875,
|
|
"mrr": 0.875,
|
|
"recall_at_5": 0.875
|
|
},
|
|
"specific_fact": {
|
|
"questions": 51,
|
|
"hit_at_1": 0.901961,
|
|
"hit_at_3": 0.921569,
|
|
"hit_at_5": 0.941176,
|
|
"mrr": 0.916667,
|
|
"recall_at_5": 0.941176
|
|
},
|
|
"topic_lookup": {
|
|
"questions": 22,
|
|
"hit_at_1": 0.545455,
|
|
"hit_at_3": 0.727273,
|
|
"hit_at_5": 0.909091,
|
|
"mrr": 0.669697,
|
|
"recall_at_5": 0.909091
|
|
},
|
|
"topic_page_lookup": {
|
|
"questions": 16,
|
|
"hit_at_1": 0.75,
|
|
"hit_at_3": 0.8125,
|
|
"hit_at_5": 0.8125,
|
|
"mrr": 0.770833,
|
|
"recall_at_5": 0.8125
|
|
},
|
|
"verification": {
|
|
"questions": 14,
|
|
"hit_at_1": 1.0,
|
|
"hit_at_3": 1.0,
|
|
"hit_at_5": 1.0,
|
|
"mrr": 1.0,
|
|
"recall_at_5": 1.0
|
|
}
|
|
},
|
|
"hybrid": {
|
|
"adversarial_year": {
|
|
"questions": 14,
|
|
"hit_at_1": 1.0,
|
|
"hit_at_3": 1.0,
|
|
"hit_at_5": 1.0,
|
|
"mrr": 1.0,
|
|
"recall_at_5": 1.0
|
|
},
|
|
"disambiguation_year": {
|
|
"questions": 14,
|
|
"hit_at_1": 1.0,
|
|
"hit_at_3": 1.0,
|
|
"hit_at_5": 1.0,
|
|
"mrr": 1.0,
|
|
"recall_at_5": 1.0
|
|
},
|
|
"entity_lookup": {
|
|
"questions": 25,
|
|
"hit_at_1": 1.0,
|
|
"hit_at_3": 1.0,
|
|
"hit_at_5": 1.0,
|
|
"mrr": 1.0,
|
|
"recall_at_5": 1.0
|
|
},
|
|
"fact_start_year": {
|
|
"questions": 14,
|
|
"hit_at_1": 1.0,
|
|
"hit_at_3": 1.0,
|
|
"hit_at_5": 1.0,
|
|
"mrr": 1.0,
|
|
"recall_at_5": 1.0
|
|
},
|
|
"fact_title": {
|
|
"questions": 22,
|
|
"hit_at_1": 1.0,
|
|
"hit_at_3": 1.0,
|
|
"hit_at_5": 1.0,
|
|
"mrr": 1.0,
|
|
"recall_at_5": 1.0
|
|
},
|
|
"fact_work_year": {
|
|
"questions": 22,
|
|
"hit_at_1": 1.0,
|
|
"hit_at_3": 1.0,
|
|
"hit_at_5": 1.0,
|
|
"mrr": 1.0,
|
|
"recall_at_5": 1.0
|
|
},
|
|
"internship_topic": {
|
|
"questions": 3,
|
|
"hit_at_1": 1.0,
|
|
"hit_at_3": 1.0,
|
|
"hit_at_5": 1.0,
|
|
"mrr": 1.0,
|
|
"recall_at_5": 1.0
|
|
},
|
|
"internship_year": {
|
|
"questions": 3,
|
|
"hit_at_1": 1.0,
|
|
"hit_at_3": 1.0,
|
|
"hit_at_5": 1.0,
|
|
"mrr": 1.0,
|
|
"recall_at_5": 1.0
|
|
},
|
|
"keyword_grounding": {
|
|
"questions": 75,
|
|
"hit_at_1": 0.946667,
|
|
"hit_at_3": 1.0,
|
|
"hit_at_5": 1.0,
|
|
"mrr": 0.973333,
|
|
"recall_at_5": 1.0
|
|
},
|
|
"multi_document": {
|
|
"questions": 4,
|
|
"hit_at_1": 0.5,
|
|
"hit_at_3": 1.0,
|
|
"hit_at_5": 1.0,
|
|
"mrr": 0.75,
|
|
"recall_at_5": 0.5875
|
|
},
|
|
"paraphrase": {
|
|
"questions": 22,
|
|
"hit_at_1": 1.0,
|
|
"hit_at_3": 1.0,
|
|
"hit_at_5": 1.0,
|
|
"mrr": 1.0,
|
|
"recall_at_5": 1.0
|
|
},
|
|
"reverse_lookup": {
|
|
"questions": 24,
|
|
"hit_at_1": 0.791667,
|
|
"hit_at_3": 0.958333,
|
|
"hit_at_5": 0.958333,
|
|
"mrr": 0.875,
|
|
"recall_at_5": 0.958333
|
|
},
|
|
"source_url": {
|
|
"questions": 8,
|
|
"hit_at_1": 0.875,
|
|
"hit_at_3": 1.0,
|
|
"hit_at_5": 1.0,
|
|
"mrr": 0.9375,
|
|
"recall_at_5": 1.0
|
|
},
|
|
"specific_fact": {
|
|
"questions": 51,
|
|
"hit_at_1": 0.921569,
|
|
"hit_at_3": 0.941176,
|
|
"hit_at_5": 0.980392,
|
|
"mrr": 0.940196,
|
|
"recall_at_5": 0.980392
|
|
},
|
|
"topic_lookup": {
|
|
"questions": 22,
|
|
"hit_at_1": 0.818182,
|
|
"hit_at_3": 1.0,
|
|
"hit_at_5": 1.0,
|
|
"mrr": 0.909091,
|
|
"recall_at_5": 1.0
|
|
},
|
|
"topic_page_lookup": {
|
|
"questions": 16,
|
|
"hit_at_1": 0.875,
|
|
"hit_at_3": 0.9375,
|
|
"hit_at_5": 1.0,
|
|
"mrr": 0.911458,
|
|
"recall_at_5": 1.0
|
|
},
|
|
"verification": {
|
|
"questions": 14,
|
|
"hit_at_1": 1.0,
|
|
"hit_at_3": 1.0,
|
|
"hit_at_5": 1.0,
|
|
"mrr": 1.0,
|
|
"recall_at_5": 1.0
|
|
}
|
|
}
|
|
},
|
|
"by_difficulty": {
|
|
"fts": {
|
|
"easy": {
|
|
"questions": 102,
|
|
"hit_at_1": 0.970588,
|
|
"hit_at_3": 1.0,
|
|
"hit_at_5": 1.0,
|
|
"mrr": 0.985294,
|
|
"recall_at_5": 1.0
|
|
},
|
|
"hard": {
|
|
"questions": 32,
|
|
"hit_at_1": 0.96875,
|
|
"hit_at_3": 0.96875,
|
|
"hit_at_5": 1.0,
|
|
"mrr": 0.976562,
|
|
"recall_at_5": 0.942187
|
|
},
|
|
"medium": {
|
|
"questions": 219,
|
|
"hit_at_1": 0.899543,
|
|
"hit_at_3": 0.949772,
|
|
"hit_at_5": 0.954338,
|
|
"mrr": 0.924277,
|
|
"recall_at_5": 0.954338
|
|
}
|
|
},
|
|
"vector": {
|
|
"easy": {
|
|
"questions": 102,
|
|
"hit_at_1": 0.882353,
|
|
"hit_at_3": 0.95098,
|
|
"hit_at_5": 0.95098,
|
|
"mrr": 0.915033,
|
|
"recall_at_5": 0.95098
|
|
},
|
|
"hard": {
|
|
"questions": 32,
|
|
"hit_at_1": 0.96875,
|
|
"hit_at_3": 1.0,
|
|
"hit_at_5": 1.0,
|
|
"mrr": 0.984375,
|
|
"recall_at_5": 0.946875
|
|
},
|
|
"medium": {
|
|
"questions": 219,
|
|
"hit_at_1": 0.849315,
|
|
"hit_at_3": 0.931507,
|
|
"hit_at_5": 0.96347,
|
|
"mrr": 0.893912,
|
|
"recall_at_5": 0.96347
|
|
}
|
|
},
|
|
"hybrid": {
|
|
"easy": {
|
|
"questions": 102,
|
|
"hit_at_1": 0.980392,
|
|
"hit_at_3": 0.990196,
|
|
"hit_at_5": 1.0,
|
|
"mrr": 0.987745,
|
|
"recall_at_5": 1.0
|
|
},
|
|
"hard": {
|
|
"questions": 32,
|
|
"hit_at_1": 0.9375,
|
|
"hit_at_3": 1.0,
|
|
"hit_at_5": 1.0,
|
|
"mrr": 0.96875,
|
|
"recall_at_5": 0.948438
|
|
},
|
|
"medium": {
|
|
"questions": 219,
|
|
"hit_at_1": 0.917808,
|
|
"hit_at_3": 0.981735,
|
|
"hit_at_5": 0.990868,
|
|
"mrr": 0.951065,
|
|
"recall_at_5": 0.990868
|
|
}
|
|
}
|
|
},
|
|
"questions": [
|
|
{
|
|
"id": "q0001",
|
|
"split": "dev",
|
|
"category": "entity_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Nájdi dokument o osobe Ján Holp.",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2016/jan_holp/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/jan_holp/README.md",
|
|
"pages/students/2016/jan_holp/timovy_projekt/README.md",
|
|
"pages/students/2019/michal_stromko/README.md",
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2022/jan_ptak/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0001",
|
|
"split": "dev",
|
|
"category": "entity_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Nájdi dokument o osobe Ján Holp.",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2016/jan_holp/README.md"
|
|
],
|
|
"first_relevant_rank": 2,
|
|
"reciprocal_rank": 0.5,
|
|
"top_documents": [
|
|
"pages/students/2021/manohar_gowdru_shridharu/README.md",
|
|
"pages/students/2016/jan_holp/README.md",
|
|
"pages/interns/sevval_bulburu/README.md",
|
|
"pages/students/2021/vladimir_ferko/README.md",
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",
|
|
"https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"
|
|
],
|
|
"hit_at_1": 0,
|
|
"recall_at_1": 0.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0001",
|
|
"split": "dev",
|
|
"category": "entity_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Nájdi dokument o osobe Ján Holp.",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2016/jan_holp/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/jan_holp/README.md",
|
|
"pages/students/2021/manohar_gowdru_shridharu/README.md",
|
|
"pages/interns/sevval_bulburu/README.md",
|
|
"pages/students/2021/vladimir_ferko/README.md",
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu",
|
|
"https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0002",
|
|
"split": "dev",
|
|
"category": "fact_title",
|
|
"difficulty": "easy",
|
|
"question": "Aký je názov diplomová práca osoby Ján Holp?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2016/jan_holp/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/jan_holp/README.md",
|
|
"pages/students/2016/jan_holp/timovy_projekt/README.md",
|
|
"pages/students/2019/michal_stromko/README.md",
|
|
"pages/students/2020/matus_suchanic/README.md",
|
|
"pages/students/2018/david_omasta/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0002",
|
|
"split": "dev",
|
|
"category": "fact_title",
|
|
"difficulty": "easy",
|
|
"question": "Aký je názov diplomová práca osoby Ján Holp?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2016/jan_holp/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/jan_holp/README.md",
|
|
"pages/students/2021/matej_novotny/README.md",
|
|
"pages/students/2017/martin_jancura/README.md",
|
|
"pages/students/2020/matus_suchanic/README.md",
|
|
"pages/students/2016/patrik_pavlisin/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0002",
|
|
"split": "dev",
|
|
"category": "fact_title",
|
|
"difficulty": "easy",
|
|
"question": "Aký je názov diplomová práca osoby Ján Holp?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2016/jan_holp/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/jan_holp/README.md",
|
|
"pages/students/2016/mark_feher/README.md",
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2021/matej_novotny/README.md",
|
|
"pages/students/2020/matus_suchanic/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/mark_feher",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0003",
|
|
"split": "dev",
|
|
"category": "reverse_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Kto sa venuje práci s názvom „Systém získavania informácií v slovenskom jazyku“?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2016/jan_holp/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/jan_holp/README.md",
|
|
"pages/students/2016/jan_holp/timovy_projekt/README.md",
|
|
"pages/students/2019/michal_stromko/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/students/2019/david_stromp/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/david_stromp"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0003",
|
|
"split": "dev",
|
|
"category": "reverse_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Kto sa venuje práci s názvom „Systém získavania informácií v slovenskom jazyku“?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2016/jan_holp/README.md"
|
|
],
|
|
"first_relevant_rank": 3,
|
|
"reciprocal_rank": 0.333333,
|
|
"top_documents": [
|
|
"pages/students/2016/jan_holp/timovy_projekt/README.md",
|
|
"pages/topics/resources/README.md",
|
|
"pages/students/2016/jan_holp/README.md",
|
|
"pages/students/2020/vladyslav_krupko/README.md",
|
|
"pages/students/2023/simona_bobrovcanova/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt",
|
|
"https://zp.kemt.fei.tuke.sk/topics/resources",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"
|
|
],
|
|
"hit_at_1": 0,
|
|
"recall_at_1": 0.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0003",
|
|
"split": "dev",
|
|
"category": "reverse_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Kto sa venuje práci s názvom „Systém získavania informácií v slovenskom jazyku“?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2016/jan_holp/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/jan_holp/README.md",
|
|
"pages/students/2016/jan_holp/timovy_projekt/README.md",
|
|
"pages/students/2020/vladyslav_krupko/README.md",
|
|
"pages/students/2023/simona_bobrovcanova/README.md",
|
|
"pages/topics/resources/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova",
|
|
"https://zp.kemt.fei.tuke.sk/topics/resources"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0004",
|
|
"split": "dev",
|
|
"category": "topic_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Nájdi študenta alebo dokument, ktorý rieši tému „Systém získavania informácií v slovenskom jazyku“.",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2016/jan_holp/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/jan_holp/README.md",
|
|
"pages/students/2016/jan_holp/timovy_projekt/README.md",
|
|
"pages/students/2022/andrii_pervashov/README.md",
|
|
"pages/topics/chatbot/README.md",
|
|
"pages/students/2019/michal_stromko/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",
|
|
"https://zp.kemt.fei.tuke.sk/topics/chatbot",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0004",
|
|
"split": "dev",
|
|
"category": "topic_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Nájdi študenta alebo dokument, ktorý rieši tému „Systém získavania informácií v slovenskom jazyku“.",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2016/jan_holp/README.md"
|
|
],
|
|
"first_relevant_rank": null,
|
|
"reciprocal_rank": 0.0,
|
|
"top_documents": [
|
|
"pages/students/2016/jan_holp/timovy_projekt/README.md",
|
|
"pages/topics/faq/README.md",
|
|
"pages/topics/legal/README.md",
|
|
"pages/topics/resources/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq",
|
|
"https://zp.kemt.fei.tuke.sk/topics/legal",
|
|
"https://zp.kemt.fei.tuke.sk/topics/resources",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"
|
|
],
|
|
"hit_at_1": 0,
|
|
"recall_at_1": 0.0,
|
|
"hit_at_3": 0,
|
|
"recall_at_3": 0.0,
|
|
"hit_at_5": 0,
|
|
"recall_at_5": 0.0
|
|
},
|
|
{
|
|
"id": "q0004",
|
|
"split": "dev",
|
|
"category": "topic_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Nájdi študenta alebo dokument, ktorý rieši tému „Systém získavania informácií v slovenskom jazyku“.",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2016/jan_holp/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/jan_holp/README.md",
|
|
"pages/students/2016/jan_holp/timovy_projekt/README.md",
|
|
"pages/topics/faq/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/topics/legal/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/topics/legal"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0005",
|
|
"split": "dev",
|
|
"category": "paraphrase",
|
|
"difficulty": "medium",
|
|
"question": "O čom je práca osoby Ján Holp?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2016/jan_holp/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/jan_holp/README.md",
|
|
"pages/students/2016/jan_holp/timovy_projekt/README.md",
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2019/michal_stromko/README.md",
|
|
"pages/students/2022/jan_ptak/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0005",
|
|
"split": "dev",
|
|
"category": "paraphrase",
|
|
"difficulty": "medium",
|
|
"question": "O čom je práca osoby Ján Holp?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2016/jan_holp/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/jan_holp/README.md",
|
|
"pages/students/2016/jan_holp/timovy_projekt/README.md",
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md",
|
|
"pages/students/2020/matus_suchanic/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0005",
|
|
"split": "dev",
|
|
"category": "paraphrase",
|
|
"difficulty": "medium",
|
|
"question": "O čom je práca osoby Ján Holp?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2016/jan_holp/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/jan_holp/README.md",
|
|
"pages/students/2016/jan_holp/timovy_projekt/README.md",
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2020/matus_suchanic/README.md",
|
|
"pages/students/2022/jan_ptak/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0006",
|
|
"split": "dev",
|
|
"category": "fact_start_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku začal študovať Ján Holp?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2016/jan_holp/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/jan_holp/README.md",
|
|
"pages/students/2016/jan_holp/timovy_projekt/README.md",
|
|
"pages/students/2021/eduard_matovka/README.md",
|
|
"pages/students/2016/jakub_maruniak/timovy_projekt/README.md",
|
|
"pages/students/2019/michal_stromko/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0006",
|
|
"split": "dev",
|
|
"category": "fact_start_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku začal študovať Ján Holp?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2016/jan_holp/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/jan_holp/README.md",
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2022/valerii_kutsenko/README.md",
|
|
"pages/students/2020/matus_suchanic/README.md",
|
|
"pages/students/2016/jan_holp/timovy_projekt/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0006",
|
|
"split": "dev",
|
|
"category": "fact_start_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku začal študovať Ján Holp?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2016/jan_holp/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/jan_holp/README.md",
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2020/matus_suchanic/README.md",
|
|
"pages/students/2016/jan_holp/timovy_projekt/README.md",
|
|
"pages/students/2022/jan_ptak/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0007",
|
|
"split": "dev",
|
|
"category": "verification",
|
|
"difficulty": "medium",
|
|
"question": "Je pri osobe Ján Holp uvedený rok začiatku štúdia 2016?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2016/jan_holp/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/jan_holp/README.md",
|
|
"pages/students/2016/jan_holp/timovy_projekt/README.md",
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2022/jan_ptak/README.md",
|
|
"pages/students/2019/kristian_sopkovic/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0007",
|
|
"split": "dev",
|
|
"category": "verification",
|
|
"difficulty": "medium",
|
|
"question": "Je pri osobe Ján Holp uvedený rok začiatku štúdia 2016?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2016/jan_holp/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/jan_holp/README.md",
|
|
"pages/students/2021/eduard_matovka/README.md",
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/topics/faq/README.md",
|
|
"pages/students/2017/martin_jancura/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0007",
|
|
"split": "dev",
|
|
"category": "verification",
|
|
"difficulty": "medium",
|
|
"question": "Je pri osobe Ján Holp uvedený rok začiatku štúdia 2016?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2016/jan_holp/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/jan_holp/README.md",
|
|
"pages/students/2021/eduard_matovka/README.md",
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2021/matej_novotny/README.md",
|
|
"pages/students/2016/jan_holp/timovy_projekt/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0008",
|
|
"split": "dev",
|
|
"category": "fact_work_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku je pri osobe Ján Holp uvedená diplomová práca?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2016/jan_holp/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/jan_holp/README.md",
|
|
"pages/students/2016/jan_holp/timovy_projekt/README.md",
|
|
"pages/students/2018/david_omasta/README.md",
|
|
"pages/students/2019/michal_stromko/README.md",
|
|
"pages/students/2022/jan_malinovsky/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_omasta",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0008",
|
|
"split": "dev",
|
|
"category": "fact_work_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku je pri osobe Ján Holp uvedená diplomová práca?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2016/jan_holp/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/jan_holp/README.md",
|
|
"pages/students/2021/matej_novotny/README.md",
|
|
"pages/students/2017/martin_jancura/README.md",
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0008",
|
|
"split": "dev",
|
|
"category": "fact_work_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku je pri osobe Ján Holp uvedená diplomová práca?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2016/jan_holp/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/jan_holp/README.md",
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2021/matej_novotny/README.md",
|
|
"pages/students/2016/jan_holp/timovy_projekt/README.md",
|
|
"pages/students/2017/martin_jancura/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0009",
|
|
"split": "dev",
|
|
"category": "disambiguation_year",
|
|
"difficulty": "hard",
|
|
"question": "Rozlíš rok začiatku štúdia a rok práce osoby Ján Holp.",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2016/jan_holp/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/jan_holp/README.md",
|
|
"pages/students/2016/jan_holp/timovy_projekt/README.md",
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2022/jan_ptak/README.md",
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0009",
|
|
"split": "dev",
|
|
"category": "disambiguation_year",
|
|
"difficulty": "hard",
|
|
"question": "Rozlíš rok začiatku štúdia a rok práce osoby Ján Holp.",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2016/jan_holp/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/jan_holp/README.md",
|
|
"pages/students/2020/matej_kobylan/README.md",
|
|
"pages/students/2020/jakub_kristian_lukas/README.md",
|
|
"pages/students/2017/martin_jancura/README.md",
|
|
"pages/students/2022/jan_malinovsky/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0009",
|
|
"split": "dev",
|
|
"category": "disambiguation_year",
|
|
"difficulty": "hard",
|
|
"question": "Rozlíš rok začiatku štúdia a rok práce osoby Ján Holp.",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2016/jan_holp/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/jan_holp/README.md",
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2022/jan_ptak/README.md",
|
|
"pages/students/2020/matej_kobylan/README.md",
|
|
"pages/students/2020/jakub_kristian_lukas/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0010",
|
|
"split": "dev",
|
|
"category": "adversarial_year",
|
|
"difficulty": "hard",
|
|
"question": "Je rok 2016 rokom záverečnej práce osoby Ján Holp?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2016/jan_holp/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/jan_holp/README.md",
|
|
"pages/students/2016/jan_holp/timovy_projekt/README.md",
|
|
"pages/topics/faq/README.md",
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2019/michal_stromko/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0010",
|
|
"split": "dev",
|
|
"category": "adversarial_year",
|
|
"difficulty": "hard",
|
|
"question": "Je rok 2016 rokom záverečnej práce osoby Ján Holp?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2016/jan_holp/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/jan_holp/README.md",
|
|
"pages/students/2021/vladimir_ferko/README.md",
|
|
"pages/topics/faq/README.md",
|
|
"pages/students/2021/eduard_matovka/README.md",
|
|
"pages/students/2023/oleksandr_dorybohov/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0010",
|
|
"split": "dev",
|
|
"category": "adversarial_year",
|
|
"difficulty": "hard",
|
|
"question": "Je rok 2016 rokom záverečnej práce osoby Ján Holp?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2016/jan_holp/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/jan_holp/README.md",
|
|
"pages/topics/faq/README.md",
|
|
"pages/topics/akopisat/README.md",
|
|
"pages/students/2016/jan_holp/timovy_projekt/README.md",
|
|
"pages/students/2021/vladimir_ferko/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq",
|
|
"https://zp.kemt.fei.tuke.sk/topics/akopisat",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0011",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou získavanie informácií a osobou Ján Holp?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2016/jan_holp/README.md"
|
|
],
|
|
"first_relevant_rank": 2,
|
|
"reciprocal_rank": 0.5,
|
|
"top_documents": [
|
|
"pages/students/2016/jan_holp/timovy_projekt/README.md",
|
|
"pages/students/2016/jan_holp/README.md",
|
|
"pages/students/2019/michal_stromko/README.md",
|
|
"pages/students/2021/oleksandr_hryshchenko/README.md",
|
|
"pages/students/2022/jan_malinovsky/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"
|
|
],
|
|
"hit_at_1": 0,
|
|
"recall_at_1": 0.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0011",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou získavanie informácií a osobou Ján Holp?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2016/jan_holp/README.md"
|
|
],
|
|
"first_relevant_rank": 2,
|
|
"reciprocal_rank": 0.5,
|
|
"top_documents": [
|
|
"pages/students/2016/jan_holp/timovy_projekt/README.md",
|
|
"pages/students/2016/jan_holp/README.md",
|
|
"pages/topics/faq/README.md",
|
|
"pages/students/2019/michal_stromko/README.md",
|
|
"pages/students/2022/jan_malinovsky/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"
|
|
],
|
|
"hit_at_1": 0,
|
|
"recall_at_1": 0.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0011",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou získavanie informácií a osobou Ján Holp?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2016/jan_holp/README.md"
|
|
],
|
|
"first_relevant_rank": 2,
|
|
"reciprocal_rank": 0.5,
|
|
"top_documents": [
|
|
"pages/students/2016/jan_holp/timovy_projekt/README.md",
|
|
"pages/students/2016/jan_holp/README.md",
|
|
"pages/topics/faq/README.md",
|
|
"pages/students/2019/michal_stromko/README.md",
|
|
"pages/students/2022/jan_malinovsky/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"
|
|
],
|
|
"hit_at_1": 0,
|
|
"recall_at_1": 0.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0012",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou PageRank a osobou Ján Holp?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2016/jan_holp/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/jan_holp/README.md",
|
|
"pages/students/2016/jan_holp/timovy_projekt/README.md",
|
|
"pages/students/2022/jan_ptak/README.md",
|
|
"pages/students/2020/matus_suchanic/README.md",
|
|
"pages/students/2017/martin_jancura/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0012",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou PageRank a osobou Ján Holp?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2016/jan_holp/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/jan_holp/README.md",
|
|
"pages/students/2016/jan_holp/timovy_projekt/README.md",
|
|
"pages/topics/faq/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/students/2019/david_stromp/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/david_stromp"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0012",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou PageRank a osobou Ján Holp?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2016/jan_holp/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/jan_holp/README.md",
|
|
"pages/students/2016/jan_holp/timovy_projekt/README.md",
|
|
"pages/topics/faq/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/students/2019/david_stromp/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/david_stromp"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0013",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou slovenský internet a osobou Ján Holp?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2016/jan_holp/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/jan_holp/README.md",
|
|
"pages/students/2016/jan_holp/timovy_projekt/README.md",
|
|
"pages/students/2022/jan_ptak/README.md",
|
|
"pages/students/2020/matus_suchanic/README.md",
|
|
"pages/students/2017/martin_jancura/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0013",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou slovenský internet a osobou Ján Holp?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2016/jan_holp/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/jan_holp/README.md",
|
|
"pages/topics/faq/README.md",
|
|
"pages/topics/resources/README.md",
|
|
"pages/students/2016/jan_holp/timovy_projekt/README.md",
|
|
"pages/students/2020/matus_suchanic/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq",
|
|
"https://zp.kemt.fei.tuke.sk/topics/resources",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0013",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou slovenský internet a osobou Ján Holp?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2016/jan_holp/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/jan_holp/README.md",
|
|
"pages/students/2016/jan_holp/timovy_projekt/README.md",
|
|
"pages/topics/faq/README.md",
|
|
"pages/topics/resources/README.md",
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq",
|
|
"https://zp.kemt.fei.tuke.sk/topics/resources",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0014",
|
|
"split": "dev",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Čo bolo implementované v stave práce Jána Holpa?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2016/jan_holp/README.md"
|
|
],
|
|
"first_relevant_rank": null,
|
|
"reciprocal_rank": 0.0,
|
|
"top_documents": [
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2019/samuel_horani/README.md",
|
|
"pages/students/2021/nikita_bodnar/README.md",
|
|
"pages/topics/akopisat/README.md",
|
|
"pages/students/2016/maros_harahus/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar",
|
|
"https://zp.kemt.fei.tuke.sk/topics/akopisat",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
|
|
],
|
|
"hit_at_1": 0,
|
|
"recall_at_1": 0.0,
|
|
"hit_at_3": 0,
|
|
"recall_at_3": 0.0,
|
|
"hit_at_5": 0,
|
|
"recall_at_5": 0.0
|
|
},
|
|
{
|
|
"id": "q0014",
|
|
"split": "dev",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Čo bolo implementované v stave práce Jána Holpa?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2016/jan_holp/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/jan_holp/README.md",
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2022/jan_ptak/README.md",
|
|
"pages/students/2016/jakub_maruniak/README.md",
|
|
"pages/students/2020/matus_suchanic/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0014",
|
|
"split": "dev",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Čo bolo implementované v stave práce Jána Holpa?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2016/jan_holp/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/jan_holp/README.md",
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2022/jan_ptak/README.md",
|
|
"pages/students/2016/jakub_maruniak/README.md",
|
|
"pages/students/2016/jan_holp/timovy_projekt/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0015",
|
|
"split": "dev",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Aký bol názov bakalárskej práce Jána Holpa?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2016/jan_holp/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/jan_holp/README.md",
|
|
"pages/students/2016/ediz_morochovic/README.md",
|
|
"pages/students/2016/patrik_pavlisin/README.md",
|
|
"pages/students/2019/kristian_sopkovic/README.md",
|
|
"pages/students/2022/serhii_yemets/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0015",
|
|
"split": "dev",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Aký bol názov bakalárskej práce Jána Holpa?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2016/jan_holp/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/jan_holp/README.md",
|
|
"pages/students/2016/ediz_morochovic/README.md",
|
|
"pages/students/2021/eduard_matovka/README.md",
|
|
"pages/students/2023/oleksandr_dorybohov/README.md",
|
|
"pages/students/2023/simona_bobrovcanova/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0015",
|
|
"split": "dev",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Aký bol názov bakalárskej práce Jána Holpa?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2016/jan_holp/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/jan_holp/README.md",
|
|
"pages/students/2016/ediz_morochovic/README.md",
|
|
"pages/students/2016/patrik_pavlisin/README.md",
|
|
"pages/students/2021/eduard_matovka/README.md",
|
|
"pages/students/2023/oleksandr_dorybohov/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0016",
|
|
"split": "dev",
|
|
"category": "entity_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Nájdi dokument o osobe Maroš Harahus.",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2016/maros_harahus/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/maros_harahus/README.md",
|
|
"pages/students/2019/david_stromp/README.md",
|
|
"pages/students/2016/maros_harahus/timovy_projekt/README.md",
|
|
"pages/students/2019/dmytro_mural/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/david_stromp",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0016",
|
|
"split": "dev",
|
|
"category": "entity_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Nájdi dokument o osobe Maroš Harahus.",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2016/maros_harahus/README.md"
|
|
],
|
|
"first_relevant_rank": 2,
|
|
"reciprocal_rank": 0.5,
|
|
"top_documents": [
|
|
"pages/students/2021/manohar_gowdru_shridharu/README.md",
|
|
"pages/students/2016/maros_harahus/README.md",
|
|
"pages/interns/sevval_bulburu/README.md",
|
|
"pages/students/2019/samuel_horani/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"
|
|
],
|
|
"hit_at_1": 0,
|
|
"recall_at_1": 0.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0016",
|
|
"split": "dev",
|
|
"category": "entity_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Nájdi dokument o osobe Maroš Harahus.",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2016/maros_harahus/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/maros_harahus/README.md",
|
|
"pages/students/2021/manohar_gowdru_shridharu/README.md",
|
|
"pages/interns/sevval_bulburu/README.md",
|
|
"pages/students/2019/samuel_horani/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu",
|
|
"https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0017",
|
|
"split": "dev",
|
|
"category": "fact_title",
|
|
"difficulty": "easy",
|
|
"question": "Aký je názov diplomová práca osoby Maroš Harahus?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2016/maros_harahus/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/maros_harahus/README.md",
|
|
"pages/students/2016/maros_harahus/timovy_projekt/README.md",
|
|
"pages/students/2019/dmytro_mural/README.md",
|
|
"pages/students/2019/david_stromp/README.md",
|
|
"pages/students/2020/vladyslav_krupko/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/david_stromp",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0017",
|
|
"split": "dev",
|
|
"category": "fact_title",
|
|
"difficulty": "easy",
|
|
"question": "Aký je názov diplomová práca osoby Maroš Harahus?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2016/maros_harahus/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/maros_harahus/README.md",
|
|
"pages/students/2019/dmytro_mural/README.md",
|
|
"pages/students/2019/michal_stromko/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2016/maros_harahus/timovy_projekt/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0017",
|
|
"split": "dev",
|
|
"category": "fact_title",
|
|
"difficulty": "easy",
|
|
"question": "Aký je názov diplomová práca osoby Maroš Harahus?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2016/maros_harahus/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/maros_harahus/README.md",
|
|
"pages/students/2019/dmytro_mural/README.md",
|
|
"pages/students/2016/maros_harahus/timovy_projekt/README.md",
|
|
"pages/students/2019/david_stromp/README.md",
|
|
"pages/students/2019/michal_stromko/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/david_stromp",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0018",
|
|
"split": "dev",
|
|
"category": "reverse_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Kto sa venuje práci s názvom „Neurónová morfologická anotácia slovenského jazyka“?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2016/maros_harahus/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/maros_harahus/README.md",
|
|
"pages/topics/morphology/README.md",
|
|
"pages/students/2018/martin_wencel/README.md",
|
|
"pages/topics/otvorene/README.md",
|
|
"pages/topics/question/navod/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"https://zp.kemt.fei.tuke.sk/topics/morphology",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel",
|
|
"https://zp.kemt.fei.tuke.sk/topics/otvorene",
|
|
"https://zp.kemt.fei.tuke.sk/topics/question/navod"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0018",
|
|
"split": "dev",
|
|
"category": "reverse_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Kto sa venuje práci s názvom „Neurónová morfologická anotácia slovenského jazyka“?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2016/maros_harahus/README.md"
|
|
],
|
|
"first_relevant_rank": 2,
|
|
"reciprocal_rank": 0.5,
|
|
"top_documents": [
|
|
"pages/topics/morphology/README.md",
|
|
"pages/students/2016/maros_harahus/README.md",
|
|
"pages/topics/resources/README.md",
|
|
"pages/students/2016/jakub_maruniak/README.md",
|
|
"pages/students/2021/eduard_matovka/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/topics/morphology",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"https://zp.kemt.fei.tuke.sk/topics/resources",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"
|
|
],
|
|
"hit_at_1": 0,
|
|
"recall_at_1": 0.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0018",
|
|
"split": "dev",
|
|
"category": "reverse_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Kto sa venuje práci s názvom „Neurónová morfologická anotácia slovenského jazyka“?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2016/maros_harahus/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/maros_harahus/README.md",
|
|
"pages/topics/morphology/README.md",
|
|
"pages/students/2016/jakub_maruniak/README.md",
|
|
"pages/students/2021/eduard_matovka/README.md",
|
|
"pages/students/2016/maros_harahus/timovy_projekt/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"https://zp.kemt.fei.tuke.sk/topics/morphology",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0019",
|
|
"split": "dev",
|
|
"category": "topic_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Nájdi študenta alebo dokument, ktorý rieši tému „Neurónová morfologická anotácia slovenského jazyka“.",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2016/maros_harahus/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/maros_harahus/README.md",
|
|
"pages/topics/morphology/README.md",
|
|
"pages/students/2018/martin_wencel/README.md",
|
|
"pages/topics/otvorene/README.md",
|
|
"pages/topics/prodigy/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"https://zp.kemt.fei.tuke.sk/topics/morphology",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel",
|
|
"https://zp.kemt.fei.tuke.sk/topics/otvorene",
|
|
"https://zp.kemt.fei.tuke.sk/topics/prodigy"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0019",
|
|
"split": "dev",
|
|
"category": "topic_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Nájdi študenta alebo dokument, ktorý rieši tému „Neurónová morfologická anotácia slovenského jazyka“.",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2016/maros_harahus/README.md"
|
|
],
|
|
"first_relevant_rank": 2,
|
|
"reciprocal_rank": 0.5,
|
|
"top_documents": [
|
|
"pages/topics/morphology/README.md",
|
|
"pages/students/2016/maros_harahus/README.md",
|
|
"pages/topics/prodigy/README.md",
|
|
"pages/topics/resources/README.md",
|
|
"pages/students/2016/jakub_maruniak/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/topics/morphology",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"https://zp.kemt.fei.tuke.sk/topics/prodigy",
|
|
"https://zp.kemt.fei.tuke.sk/topics/resources",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"
|
|
],
|
|
"hit_at_1": 0,
|
|
"recall_at_1": 0.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0019",
|
|
"split": "dev",
|
|
"category": "topic_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Nájdi študenta alebo dokument, ktorý rieši tému „Neurónová morfologická anotácia slovenského jazyka“.",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2016/maros_harahus/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/maros_harahus/README.md",
|
|
"pages/topics/morphology/README.md",
|
|
"pages/topics/prodigy/README.md",
|
|
"pages/topics/otvorene/README.md",
|
|
"pages/students/2016/maros_harahus/timovy_projekt/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"https://zp.kemt.fei.tuke.sk/topics/morphology",
|
|
"https://zp.kemt.fei.tuke.sk/topics/prodigy",
|
|
"https://zp.kemt.fei.tuke.sk/topics/otvorene",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0020",
|
|
"split": "dev",
|
|
"category": "paraphrase",
|
|
"difficulty": "medium",
|
|
"question": "O čom je práca osoby Maroš Harahus?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2016/maros_harahus/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/maros_harahus/README.md",
|
|
"pages/students/2019/david_stromp/README.md",
|
|
"pages/students/2016/maros_harahus/timovy_projekt/README.md",
|
|
"pages/students/2019/dmytro_mural/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/david_stromp",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0020",
|
|
"split": "dev",
|
|
"category": "paraphrase",
|
|
"difficulty": "medium",
|
|
"question": "O čom je práca osoby Maroš Harahus?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2016/maros_harahus/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/maros_harahus/README.md",
|
|
"pages/students/2019/dmytro_mural/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2019/samuel_horani/README.md",
|
|
"pages/students/2016/maros_harahus/timovy_projekt/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0020",
|
|
"split": "dev",
|
|
"category": "paraphrase",
|
|
"difficulty": "medium",
|
|
"question": "O čom je práca osoby Maroš Harahus?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2016/maros_harahus/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/maros_harahus/README.md",
|
|
"pages/students/2019/dmytro_mural/README.md",
|
|
"pages/students/2016/maros_harahus/timovy_projekt/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2019/samuel_horani/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0021",
|
|
"split": "dev",
|
|
"category": "fact_work_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku je pri osobe Maroš Harahus uvedená diplomová práca?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2016/maros_harahus/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/maros_harahus/README.md",
|
|
"pages/students/2016/maros_harahus/timovy_projekt/README.md",
|
|
"pages/students/2019/david_stromp/README.md",
|
|
"pages/students/2019/dmytro_mural/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/david_stromp",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0021",
|
|
"split": "dev",
|
|
"category": "fact_work_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku je pri osobe Maroš Harahus uvedená diplomová práca?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2016/maros_harahus/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/maros_harahus/README.md",
|
|
"pages/students/2019/dmytro_mural/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2019/michal_stromko/README.md",
|
|
"pages/students/2016/maros_harahus/timovy_projekt/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0021",
|
|
"split": "dev",
|
|
"category": "fact_work_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku je pri osobe Maroš Harahus uvedená diplomová práca?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2016/maros_harahus/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/maros_harahus/README.md",
|
|
"pages/students/2019/dmytro_mural/README.md",
|
|
"pages/students/2016/maros_harahus/timovy_projekt/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2019/michal_stromko/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0022",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou morfologická anotácia a osobou Maroš Harahus?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2016/maros_harahus/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/maros_harahus/README.md",
|
|
"pages/students/2019/david_stromp/README.md",
|
|
"pages/students/2016/maros_harahus/timovy_projekt/README.md",
|
|
"pages/students/2019/dmytro_mural/README.md",
|
|
"pages/topics/morphology/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/david_stromp",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural",
|
|
"https://zp.kemt.fei.tuke.sk/topics/morphology"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0022",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou morfologická anotácia a osobou Maroš Harahus?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2016/maros_harahus/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/maros_harahus/README.md",
|
|
"pages/students/2019/dmytro_mural/README.md",
|
|
"pages/students/2016/maros_harahus/timovy_projekt/README.md",
|
|
"pages/students/2016/ediz_morochovic/README.md",
|
|
"pages/topics/morphology/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic",
|
|
"https://zp.kemt.fei.tuke.sk/topics/morphology"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0022",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou morfologická anotácia a osobou Maroš Harahus?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2016/maros_harahus/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/maros_harahus/README.md",
|
|
"pages/students/2019/dmytro_mural/README.md",
|
|
"pages/students/2016/maros_harahus/timovy_projekt/README.md",
|
|
"pages/topics/morphology/README.md",
|
|
"pages/students/2016/ediz_morochovic/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt",
|
|
"https://zp.kemt.fei.tuke.sk/topics/morphology",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0023",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou Spacy a osobou Maroš Harahus?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2016/maros_harahus/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/maros_harahus/README.md",
|
|
"pages/students/2016/maros_harahus/timovy_projekt/README.md",
|
|
"pages/students/2019/david_stromp/README.md",
|
|
"pages/topics/spacy/README.md",
|
|
"pages/students/2019/dmytro_mural/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/david_stromp",
|
|
"https://zp.kemt.fei.tuke.sk/topics/spacy",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0023",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou Spacy a osobou Maroš Harahus?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2016/maros_harahus/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/maros_harahus/README.md",
|
|
"pages/topics/spacy/README.md",
|
|
"pages/students/2016/maros_harahus/timovy_projekt/README.md",
|
|
"pages/students/2019/dmytro_mural/README.md",
|
|
"pages/students/2019/samuel_horani/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"https://zp.kemt.fei.tuke.sk/topics/spacy",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0023",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou Spacy a osobou Maroš Harahus?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2016/maros_harahus/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/maros_harahus/README.md",
|
|
"pages/topics/spacy/README.md",
|
|
"pages/students/2016/maros_harahus/timovy_projekt/README.md",
|
|
"pages/students/2019/dmytro_mural/README.md",
|
|
"pages/students/2019/samuel_horani/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"https://zp.kemt.fei.tuke.sk/topics/spacy",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0024",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou grafové neurónové siete a osobou Maroš Harahus?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2016/maros_harahus/README.md"
|
|
],
|
|
"first_relevant_rank": 2,
|
|
"reciprocal_rank": 0.5,
|
|
"top_documents": [
|
|
"pages/students/2019/dmytro_mural/README.md",
|
|
"pages/students/2016/maros_harahus/README.md",
|
|
"pages/students/2021/oleksandr_hryshchenko/README.md",
|
|
"pages/students/2017/martin_jancura/README.md",
|
|
"pages/students/2020/vladyslav_krupko/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"
|
|
],
|
|
"hit_at_1": 0,
|
|
"recall_at_1": 0.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0024",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou grafové neurónové siete a osobou Maroš Harahus?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2016/maros_harahus/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/maros_harahus/README.md",
|
|
"pages/students/2019/dmytro_mural/README.md",
|
|
"pages/topics/steel/README.md",
|
|
"pages/students/2021/oleksandr_hryshchenko/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural",
|
|
"https://zp.kemt.fei.tuke.sk/topics/steel",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0024",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou grafové neurónové siete a osobou Maroš Harahus?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2016/maros_harahus/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/maros_harahus/README.md",
|
|
"pages/students/2019/dmytro_mural/README.md",
|
|
"pages/students/2021/oleksandr_hryshchenko/README.md",
|
|
"pages/topics/steel/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko",
|
|
"https://zp.kemt.fei.tuke.sk/topics/steel",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0025",
|
|
"split": "dev",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Akú knižnicu používala diplomová práca Maroša Harahusa na morfologickú anotáciu?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2016/maros_harahus/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/maros_harahus/README.md",
|
|
"pages/students/2022/andrii_pervashov/README.md",
|
|
"pages/topics/otvorene/README.md",
|
|
"pages/students/2018/adrian_remias/README.md",
|
|
"pages/topics/spacy/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",
|
|
"https://zp.kemt.fei.tuke.sk/topics/otvorene",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias",
|
|
"https://zp.kemt.fei.tuke.sk/topics/spacy"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0025",
|
|
"split": "dev",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Akú knižnicu používala diplomová práca Maroša Harahusa na morfologickú anotáciu?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2016/maros_harahus/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/maros_harahus/README.md",
|
|
"pages/students/2016/maros_harahus/timovy_projekt/README.md",
|
|
"pages/students/2019/dmytro_mural/README.md",
|
|
"pages/students/2022/andrii_pervashov/README.md",
|
|
"pages/students/2019/michal_stromko/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0025",
|
|
"split": "dev",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Akú knižnicu používala diplomová práca Maroša Harahusa na morfologickú anotáciu?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2016/maros_harahus/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/maros_harahus/README.md",
|
|
"pages/students/2022/andrii_pervashov/README.md",
|
|
"pages/students/2016/maros_harahus/timovy_projekt/README.md",
|
|
"pages/students/2016/jakub_maruniak/README.md",
|
|
"pages/students/2019/dmytro_mural/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0026",
|
|
"split": "dev",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Aké metódy mal Maroš Harahus študovať v súvislosti s US Steel?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2016/maros_harahus/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/maros_harahus/README.md",
|
|
"pages/topics/steel/README.md",
|
|
"pages/students/2019/dmytro_mural/README.md",
|
|
"pages/students/2016/maros_harahus/timovy_projekt/README.md",
|
|
"pages/students/2019/david_stromp/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"https://zp.kemt.fei.tuke.sk/topics/steel",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/david_stromp"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0026",
|
|
"split": "dev",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Aké metódy mal Maroš Harahus študovať v súvislosti s US Steel?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2016/maros_harahus/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/maros_harahus/README.md",
|
|
"pages/topics/steel/README.md",
|
|
"pages/students/2019/dmytro_mural/README.md",
|
|
"pages/students/2016/patrik_pavlisin/dp21/README.md",
|
|
"pages/students/2016/ediz_morochovic/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"https://zp.kemt.fei.tuke.sk/topics/steel",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/dp21",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0026",
|
|
"split": "dev",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Aké metódy mal Maroš Harahus študovať v súvislosti s US Steel?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2016/maros_harahus/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/maros_harahus/README.md",
|
|
"pages/topics/steel/README.md",
|
|
"pages/students/2019/dmytro_mural/README.md",
|
|
"pages/students/2016/patrik_pavlisin/dp21/README.md",
|
|
"pages/students/2016/ediz_morochovic/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"https://zp.kemt.fei.tuke.sk/topics/steel",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/dp21",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0027",
|
|
"split": "dev",
|
|
"category": "entity_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Nájdi dokument o osobe Tomáš Kuchárik.",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2016/tomas_kucharik/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/topics/question/README.md",
|
|
"pages/students/2019/filip_tomas/README.md",
|
|
"pages/topics/prodigy/README.md",
|
|
"pages/topics/named-entity/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/topics/question",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas",
|
|
"https://zp.kemt.fei.tuke.sk/topics/prodigy",
|
|
"https://zp.kemt.fei.tuke.sk/topics/named-entity"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0027",
|
|
"split": "dev",
|
|
"category": "entity_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Nájdi dokument o osobe Tomáš Kuchárik.",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2016/tomas_kucharik/README.md"
|
|
],
|
|
"first_relevant_rank": 2,
|
|
"reciprocal_rank": 0.5,
|
|
"top_documents": [
|
|
"pages/students/2021/manohar_gowdru_shridharu/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/interns/oliver_pejic/README.md",
|
|
"pages/interns/sevval_bulburu/README.md",
|
|
"pages/students/2016/jakub_maruniak/timovy_projekt/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/interns/oliver_pejic",
|
|
"https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt"
|
|
],
|
|
"hit_at_1": 0,
|
|
"recall_at_1": 0.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0027",
|
|
"split": "dev",
|
|
"category": "entity_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Nájdi dokument o osobe Tomáš Kuchárik.",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2016/tomas_kucharik/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/students/2021/manohar_gowdru_shridharu/README.md",
|
|
"pages/interns/oliver_pejic/README.md",
|
|
"pages/interns/sevval_bulburu/README.md",
|
|
"pages/students/2016/jakub_maruniak/timovy_projekt/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu",
|
|
"https://zp.kemt.fei.tuke.sk/interns/oliver_pejic",
|
|
"https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0028",
|
|
"split": "dev",
|
|
"category": "fact_title",
|
|
"difficulty": "easy",
|
|
"question": "Aký je názov diplomová práca osoby Tomáš Kuchárik?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2016/tomas_kucharik/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/topics/question/README.md",
|
|
"pages/students/2019/filip_tomas/README.md",
|
|
"pages/topics/prodigy/README.md",
|
|
"pages/students/2020/matus_suchanic/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/topics/question",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas",
|
|
"https://zp.kemt.fei.tuke.sk/topics/prodigy",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0028",
|
|
"split": "dev",
|
|
"category": "fact_title",
|
|
"difficulty": "easy",
|
|
"question": "Aký je názov diplomová práca osoby Tomáš Kuchárik?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2016/tomas_kucharik/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/students/2020/matus_suchanic/README.md",
|
|
"pages/students/2019/michal_stromko/README.md",
|
|
"pages/students/2019/filip_tomas/README.md",
|
|
"pages/students/2016/jan_holp/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0028",
|
|
"split": "dev",
|
|
"category": "fact_title",
|
|
"difficulty": "easy",
|
|
"question": "Aký je názov diplomová práca osoby Tomáš Kuchárik?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2016/tomas_kucharik/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/students/2019/filip_tomas/README.md",
|
|
"pages/students/2016/mark_feher/README.md",
|
|
"pages/students/2020/matus_suchanic/README.md",
|
|
"pages/students/2019/michal_stromko/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/mark_feher",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0029",
|
|
"split": "dev",
|
|
"category": "reverse_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Kto sa venuje práci s názvom „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu“?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2016/tomas_kucharik/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/topics/question/nezodpovedatelne/README.md",
|
|
"pages/topics/question/navod/README.md",
|
|
"pages/topics/question/validacie/README.md",
|
|
"pages/topics/otvorene/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne",
|
|
"https://zp.kemt.fei.tuke.sk/topics/question/navod",
|
|
"https://zp.kemt.fei.tuke.sk/topics/question/validacie",
|
|
"https://zp.kemt.fei.tuke.sk/topics/otvorene"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0029",
|
|
"split": "dev",
|
|
"category": "reverse_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Kto sa venuje práci s názvom „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu“?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2016/tomas_kucharik/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/students/2020/vladyslav_krupko/README.md",
|
|
"pages/students/2016/patrik_pavlisin/tp20/README.md",
|
|
"pages/students/2022/andrii_pervashov/README.md",
|
|
"pages/topics/resources/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",
|
|
"https://zp.kemt.fei.tuke.sk/topics/resources"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0029",
|
|
"split": "dev",
|
|
"category": "reverse_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Kto sa venuje práci s názvom „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu“?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2016/tomas_kucharik/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/students/2020/vladyslav_krupko/README.md",
|
|
"pages/students/2016/patrik_pavlisin/tp20/README.md",
|
|
"pages/students/2022/valerii_kutsenko/README.md",
|
|
"pages/students/2022/andrii_pervashov/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0030",
|
|
"split": "dev",
|
|
"category": "topic_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Nájdi študenta alebo dokument, ktorý rieši tému „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu“.",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2016/tomas_kucharik/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/topics/question/nezodpovedatelne/README.md",
|
|
"pages/topics/otvorene/README.md",
|
|
"pages/students/2017/than_trung_thanh/README.md",
|
|
"pages/students/2016/patrik_pavlisin/tp20/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne",
|
|
"https://zp.kemt.fei.tuke.sk/topics/otvorene",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0030",
|
|
"split": "dev",
|
|
"category": "topic_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Nájdi študenta alebo dokument, ktorý rieši tému „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu“.",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2016/tomas_kucharik/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/students/2020/vladyslav_krupko/README.md",
|
|
"pages/students/2016/patrik_pavlisin/tp20/README.md",
|
|
"pages/topics/faq/README.md",
|
|
"pages/topics/otvorene/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq",
|
|
"https://zp.kemt.fei.tuke.sk/topics/otvorene"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0030",
|
|
"split": "dev",
|
|
"category": "topic_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Nájdi študenta alebo dokument, ktorý rieši tému „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu“.",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2016/tomas_kucharik/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/students/2020/vladyslav_krupko/README.md",
|
|
"pages/students/2022/andrii_pervashov/README.md",
|
|
"pages/students/2016/patrik_pavlisin/tp20/README.md",
|
|
"pages/students/2016/patrik_pavlisin/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0031",
|
|
"split": "dev",
|
|
"category": "paraphrase",
|
|
"difficulty": "medium",
|
|
"question": "O čom je práca osoby Tomáš Kuchárik?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2016/tomas_kucharik/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/topics/question/README.md",
|
|
"pages/topics/prodigy/README.md",
|
|
"pages/students/2019/filip_tomas/README.md",
|
|
"pages/topics/named-entity/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/topics/question",
|
|
"https://zp.kemt.fei.tuke.sk/topics/prodigy",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas",
|
|
"https://zp.kemt.fei.tuke.sk/topics/named-entity"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0031",
|
|
"split": "dev",
|
|
"category": "paraphrase",
|
|
"difficulty": "medium",
|
|
"question": "O čom je práca osoby Tomáš Kuchárik?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2016/tomas_kucharik/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/students/2020/matus_suchanic/README.md",
|
|
"pages/students/2019/filip_tomas/README.md",
|
|
"pages/students/2019/michal_stromko/README.md",
|
|
"pages/students/2020/matej_kobylan/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0031",
|
|
"split": "dev",
|
|
"category": "paraphrase",
|
|
"difficulty": "medium",
|
|
"question": "O čom je práca osoby Tomáš Kuchárik?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2016/tomas_kucharik/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/students/2019/filip_tomas/README.md",
|
|
"pages/students/2020/matej_kobylan/README.md",
|
|
"pages/students/2020/matus_suchanic/README.md",
|
|
"pages/students/2019/michal_stromko/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0032",
|
|
"split": "dev",
|
|
"category": "fact_work_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku je pri osobe Tomáš Kuchárik uvedená diplomová práca?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2016/tomas_kucharik/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/topics/question/README.md",
|
|
"pages/students/2019/filip_tomas/README.md",
|
|
"pages/topics/prodigy/README.md",
|
|
"pages/students/2021/matej_scislak/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/topics/question",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas",
|
|
"https://zp.kemt.fei.tuke.sk/topics/prodigy",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0032",
|
|
"split": "dev",
|
|
"category": "fact_work_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku je pri osobe Tomáš Kuchárik uvedená diplomová práca?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2016/tomas_kucharik/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/students/2019/filip_tomas/README.md",
|
|
"pages/students/2020/matus_suchanic/README.md",
|
|
"pages/students/2019/michal_stromko/README.md",
|
|
"pages/students/2017/martin_jancura/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0032",
|
|
"split": "dev",
|
|
"category": "fact_work_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku je pri osobe Tomáš Kuchárik uvedená diplomová práca?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2016/tomas_kucharik/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/students/2019/filip_tomas/README.md",
|
|
"pages/students/2020/matus_suchanic/README.md",
|
|
"pages/students/2019/michal_stromko/README.md",
|
|
"pages/students/2016/jan_holp/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0033",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou Question Answering a osobou Tomáš Kuchárik?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2016/tomas_kucharik/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/topics/question/README.md",
|
|
"pages/topics/prodigy/README.md",
|
|
"pages/students/2018/ondrej_megela/README.md",
|
|
"pages/students/2018/oleh_bilykh/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/topics/question",
|
|
"https://zp.kemt.fei.tuke.sk/topics/prodigy",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0033",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou Question Answering a osobou Tomáš Kuchárik?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2016/tomas_kucharik/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/topics/question/README.md",
|
|
"pages/students/2018/oleh_bilykh/README.md",
|
|
"pages/topics/faq/README.md",
|
|
"pages/topics/question/nezodpovedatelne/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/topics/question",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq",
|
|
"https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0033",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou Question Answering a osobou Tomáš Kuchárik?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2016/tomas_kucharik/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/topics/question/README.md",
|
|
"pages/students/2018/oleh_bilykh/README.md",
|
|
"pages/topics/faq/README.md",
|
|
"pages/students/2019/alina_vitko/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/topics/question",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0034",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou SQuAD a osobou Tomáš Kuchárik?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2016/tomas_kucharik/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/topics/question/README.md",
|
|
"pages/students/2019/filip_tomas/README.md",
|
|
"pages/topics/prodigy/README.md",
|
|
"pages/students/2017/martin_jancura/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/topics/question",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas",
|
|
"https://zp.kemt.fei.tuke.sk/topics/prodigy",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0034",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou SQuAD a osobou Tomáš Kuchárik?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2016/tomas_kucharik/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/students/2018/oleh_bilykh/README.md",
|
|
"pages/students/2019/michal_stromko/README.md",
|
|
"pages/topics/question/README.md",
|
|
"pages/students/2021/matej_scislak/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"https://zp.kemt.fei.tuke.sk/topics/question",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0034",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou SQuAD a osobou Tomáš Kuchárik?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2016/tomas_kucharik/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/topics/question/README.md",
|
|
"pages/topics/faq/README.md",
|
|
"pages/students/2018/oleh_bilykh/README.md",
|
|
"pages/students/2019/michal_stromko/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/topics/question",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0035",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou strojový preklad a osobou Tomáš Kuchárik?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2016/tomas_kucharik/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/students/2016/patrik_pavlisin/tp20/README.md",
|
|
"pages/topics/translation/README.md",
|
|
"pages/students/2017/martin_jancura/README.md",
|
|
"pages/students/2016/maros_harahus/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20",
|
|
"https://zp.kemt.fei.tuke.sk/topics/translation",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0035",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou strojový preklad a osobou Tomáš Kuchárik?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2016/tomas_kucharik/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/topics/translation/README.md",
|
|
"pages/students/2016/patrik_pavlisin/README.md",
|
|
"pages/students/2016/patrik_pavlisin/tp20/README.md",
|
|
"pages/students/2017/martin_jancura/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/topics/translation",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0035",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou strojový preklad a osobou Tomáš Kuchárik?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2016/tomas_kucharik/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/topics/translation/README.md",
|
|
"pages/students/2016/patrik_pavlisin/tp20/README.md",
|
|
"pages/students/2016/patrik_pavlisin/README.md",
|
|
"pages/students/2019/filip_tomas/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/topics/translation",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0036",
|
|
"split": "dev",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Aký bol názov diplomovej práce Tomáša Kuchárika v roku 2021?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2016/tomas_kucharik/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/students/2016/jan_holp/README.md",
|
|
"pages/students/2016/mark_feher/README.md",
|
|
"pages/students/2016/dominik_nagy/README.md",
|
|
"pages/students/2016/maros_harahus/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/mark_feher",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0036",
|
|
"split": "dev",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Aký bol názov diplomovej práce Tomáša Kuchárika v roku 2021?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2016/tomas_kucharik/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/students/2018/oleh_bilykh/README.md",
|
|
"pages/students/2020/matus_suchanic/README.md",
|
|
"pages/students/2019/filip_tomas/README.md",
|
|
"pages/students/2016/jan_holp/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0036",
|
|
"split": "dev",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Aký bol názov diplomovej práce Tomáša Kuchárika v roku 2021?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2016/tomas_kucharik/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/students/2016/mark_feher/README.md",
|
|
"pages/students/2016/patrik_pavlisin/README.md",
|
|
"pages/students/2018/oleh_bilykh/README.md",
|
|
"pages/students/2020/matus_suchanic/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/mark_feher",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0037",
|
|
"split": "dev",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Aký dataset mal Tomáš Kuchárik strojovo prekladať?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2016/tomas_kucharik/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/topics/question/README.md",
|
|
"pages/topics/prodigy/README.md",
|
|
"pages/students/2019/filip_tomas/README.md",
|
|
"pages/students/2016/patrik_pavlisin/tp20/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/topics/question",
|
|
"https://zp.kemt.fei.tuke.sk/topics/prodigy",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0037",
|
|
"split": "dev",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Aký dataset mal Tomáš Kuchárik strojovo prekladať?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2016/tomas_kucharik/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/students/2020/vladyslav_krupko/README.md",
|
|
"pages/students/2021/nikita_bodnar/README.md",
|
|
"pages/students/2016/patrik_pavlisin/README.md",
|
|
"pages/students/2017/martin_jancura/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0037",
|
|
"split": "dev",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Aký dataset mal Tomáš Kuchárik strojovo prekladať?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2016/tomas_kucharik/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/students/2020/vladyslav_krupko/README.md",
|
|
"pages/students/2021/nikita_bodnar/README.md",
|
|
"pages/students/2016/patrik_pavlisin/README.md",
|
|
"pages/students/2017/martin_jancura/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0038",
|
|
"split": "dev",
|
|
"category": "entity_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Nájdi dokument o osobe Jakub Maruniak.",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md",
|
|
"pages/students/2016/jakub_maruniak/dp2021/annotation/README.md",
|
|
"pages/students/2016/jakub_maruniak/timovy_projekt/README.md",
|
|
"pages/students/2016/jakub_maruniak/dp2021/README.md",
|
|
"pages/students/2016/jakub_maruniak/dp2021/train_experiments/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021/annotation",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021/train_experiments"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0038",
|
|
"split": "dev",
|
|
"category": "entity_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Nájdi dokument o osobe Jakub Maruniak.",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md",
|
|
"pages/students/2021/manohar_gowdru_shridharu/README.md",
|
|
"pages/students/2018/adrian_remias/README.md",
|
|
"pages/interns/sevval_bulburu/README.md",
|
|
"pages/students/2016/jakub_maruniak/timovy_projekt/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias",
|
|
"https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0038",
|
|
"split": "dev",
|
|
"category": "entity_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Nájdi dokument o osobe Jakub Maruniak.",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md",
|
|
"pages/students/2021/manohar_gowdru_shridharu/README.md",
|
|
"pages/students/2016/jakub_maruniak/timovy_projekt/README.md",
|
|
"pages/students/2018/adrian_remias/README.md",
|
|
"pages/interns/sevval_bulburu/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias",
|
|
"https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0039",
|
|
"split": "dev",
|
|
"category": "fact_title",
|
|
"difficulty": "easy",
|
|
"question": "Aký je názov diplomová práca osoby Jakub Maruniak?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md",
|
|
"pages/students/2016/jakub_maruniak/timovy_projekt/README.md",
|
|
"pages/students/2019/artem_yatsenko/README.md",
|
|
"pages/students/2016/jakub_maruniak/dp2021/annotation/README.md",
|
|
"pages/students/2016/jakub_maruniak/dp2021/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021/annotation",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0039",
|
|
"split": "dev",
|
|
"category": "fact_title",
|
|
"difficulty": "easy",
|
|
"question": "Aký je názov diplomová práca osoby Jakub Maruniak?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/students/2016/maros_harahus/README.md",
|
|
"pages/students/2017/martin_jancura/README.md",
|
|
"pages/students/2022/jakub_schwarc/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0039",
|
|
"split": "dev",
|
|
"category": "fact_title",
|
|
"difficulty": "easy",
|
|
"question": "Aký je názov diplomová práca osoby Jakub Maruniak?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/students/2016/maros_harahus/README.md",
|
|
"pages/students/2017/martin_jancura/README.md",
|
|
"pages/students/2022/jakub_schwarc/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0040",
|
|
"split": "dev",
|
|
"category": "reverse_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Kto sa venuje práci s názvom „Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku“?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md",
|
|
"pages/topics/named-entity/navod/README.md",
|
|
"pages/topics/otvorene/README.md",
|
|
"pages/students/2019/artem_yatsenko/README.md",
|
|
"pages/students/2017/than_trung_thanh/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"https://zp.kemt.fei.tuke.sk/topics/named-entity/navod",
|
|
"https://zp.kemt.fei.tuke.sk/topics/otvorene",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0040",
|
|
"split": "dev",
|
|
"category": "reverse_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Kto sa venuje práci s názvom „Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku“?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md"
|
|
],
|
|
"first_relevant_rank": 5,
|
|
"reciprocal_rank": 0.2,
|
|
"top_documents": [
|
|
"pages/students/2019/artem_yatsenko/README.md",
|
|
"pages/topics/named-entity/navod/README.md",
|
|
"pages/students/2016/ediz_morochovic/README.md",
|
|
"pages/students/2017/than_trung_thanh/README.md",
|
|
"pages/students/2016/jakub_maruniak/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",
|
|
"https://zp.kemt.fei.tuke.sk/topics/named-entity/navod",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"
|
|
],
|
|
"hit_at_1": 0,
|
|
"recall_at_1": 0.0,
|
|
"hit_at_3": 0,
|
|
"recall_at_3": 0.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0040",
|
|
"split": "dev",
|
|
"category": "reverse_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Kto sa venuje práci s názvom „Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku“?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md"
|
|
],
|
|
"first_relevant_rank": 2,
|
|
"reciprocal_rank": 0.5,
|
|
"top_documents": [
|
|
"pages/topics/named-entity/navod/README.md",
|
|
"pages/students/2016/jakub_maruniak/README.md",
|
|
"pages/students/2019/artem_yatsenko/README.md",
|
|
"pages/students/2016/ediz_morochovic/README.md",
|
|
"pages/students/2017/than_trung_thanh/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/topics/named-entity/navod",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh"
|
|
],
|
|
"hit_at_1": 0,
|
|
"recall_at_1": 0.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0041",
|
|
"split": "dev",
|
|
"category": "topic_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Nájdi študenta alebo dokument, ktorý rieši tému „Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku“.",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md",
|
|
"pages/topics/named-entity/navod/README.md",
|
|
"pages/topics/otvorene/README.md",
|
|
"pages/students/2019/artem_yatsenko/README.md",
|
|
"pages/students/2017/than_trung_thanh/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"https://zp.kemt.fei.tuke.sk/topics/named-entity/navod",
|
|
"https://zp.kemt.fei.tuke.sk/topics/otvorene",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0041",
|
|
"split": "dev",
|
|
"category": "topic_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Nájdi študenta alebo dokument, ktorý rieši tému „Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku“.",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md"
|
|
],
|
|
"first_relevant_rank": 4,
|
|
"reciprocal_rank": 0.25,
|
|
"top_documents": [
|
|
"pages/topics/named-entity/navod/README.md",
|
|
"pages/students/2019/artem_yatsenko/README.md",
|
|
"pages/topics/otvorene/README.md",
|
|
"pages/students/2016/jakub_maruniak/README.md",
|
|
"pages/students/2016/ediz_morochovic/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/topics/named-entity/navod",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",
|
|
"https://zp.kemt.fei.tuke.sk/topics/otvorene",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic"
|
|
],
|
|
"hit_at_1": 0,
|
|
"recall_at_1": 0.0,
|
|
"hit_at_3": 0,
|
|
"recall_at_3": 0.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0041",
|
|
"split": "dev",
|
|
"category": "topic_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Nájdi študenta alebo dokument, ktorý rieši tému „Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku“.",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md"
|
|
],
|
|
"first_relevant_rank": 2,
|
|
"reciprocal_rank": 0.5,
|
|
"top_documents": [
|
|
"pages/topics/named-entity/navod/README.md",
|
|
"pages/students/2016/jakub_maruniak/README.md",
|
|
"pages/students/2019/artem_yatsenko/README.md",
|
|
"pages/topics/otvorene/README.md",
|
|
"pages/students/2016/ediz_morochovic/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/topics/named-entity/navod",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",
|
|
"https://zp.kemt.fei.tuke.sk/topics/otvorene",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic"
|
|
],
|
|
"hit_at_1": 0,
|
|
"recall_at_1": 0.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0042",
|
|
"split": "dev",
|
|
"category": "paraphrase",
|
|
"difficulty": "medium",
|
|
"question": "O čom je práca osoby Jakub Maruniak?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md",
|
|
"pages/students/2016/jakub_maruniak/timovy_projekt/README.md",
|
|
"pages/students/2016/jakub_maruniak/dp2021/annotation/README.md",
|
|
"pages/students/2016/jakub_maruniak/dp2021/README.md",
|
|
"pages/students/2016/jakub_maruniak/dp2021/train_experiments/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021/annotation",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021/train_experiments"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0042",
|
|
"split": "dev",
|
|
"category": "paraphrase",
|
|
"difficulty": "medium",
|
|
"question": "O čom je práca osoby Jakub Maruniak?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md",
|
|
"pages/students/2020/jakub_kristian_lukas/README.md",
|
|
"pages/students/2020/matej_kobylan/README.md",
|
|
"pages/students/2018/adrian_remias/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0042",
|
|
"split": "dev",
|
|
"category": "paraphrase",
|
|
"difficulty": "medium",
|
|
"question": "O čom je práca osoby Jakub Maruniak?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md",
|
|
"pages/students/2020/jakub_kristian_lukas/README.md",
|
|
"pages/students/2016/jakub_maruniak/timovy_projekt/README.md",
|
|
"pages/students/2020/matej_kobylan/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0043",
|
|
"split": "dev",
|
|
"category": "fact_start_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku začal študovať Jakub Maruniak?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md"
|
|
],
|
|
"first_relevant_rank": 2,
|
|
"reciprocal_rank": 0.5,
|
|
"top_documents": [
|
|
"pages/students/2016/jakub_maruniak/timovy_projekt/README.md",
|
|
"pages/students/2016/jakub_maruniak/README.md",
|
|
"pages/students/2016/jakub_maruniak/dp2021/annotation/README.md",
|
|
"pages/students/2016/jakub_maruniak/dp2021/README.md",
|
|
"pages/students/2016/jakub_maruniak/dp2021/train_experiments/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021/annotation",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021/train_experiments"
|
|
],
|
|
"hit_at_1": 0,
|
|
"recall_at_1": 0.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0043",
|
|
"split": "dev",
|
|
"category": "fact_start_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku začal študovať Jakub Maruniak?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md",
|
|
"pages/students/2020/jakub_kristian_lukas/README.md",
|
|
"pages/students/2016/maros_harahus/README.md",
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0043",
|
|
"split": "dev",
|
|
"category": "fact_start_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku začal študovať Jakub Maruniak?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md",
|
|
"pages/students/2020/jakub_kristian_lukas/README.md",
|
|
"pages/students/2016/maros_harahus/README.md",
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0044",
|
|
"split": "dev",
|
|
"category": "verification",
|
|
"difficulty": "medium",
|
|
"question": "Je pri osobe Jakub Maruniak uvedený rok začiatku štúdia 2016?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md",
|
|
"pages/students/2020/jakub_kristian_lukas/README.md",
|
|
"pages/students/2016/jakub_maruniak/timovy_projekt/README.md",
|
|
"pages/students/2016/jakub_maruniak/dp2021/README.md",
|
|
"pages/students/2022/jakub_schwarc/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0044",
|
|
"split": "dev",
|
|
"category": "verification",
|
|
"difficulty": "medium",
|
|
"question": "Je pri osobe Jakub Maruniak uvedený rok začiatku štúdia 2016?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md",
|
|
"pages/students/2016/maros_harahus/README.md",
|
|
"pages/students/2020/jakub_kristian_lukas/README.md",
|
|
"pages/students/2017/martin_jancura/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0044",
|
|
"split": "dev",
|
|
"category": "verification",
|
|
"difficulty": "medium",
|
|
"question": "Je pri osobe Jakub Maruniak uvedený rok začiatku štúdia 2016?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md",
|
|
"pages/students/2020/jakub_kristian_lukas/README.md",
|
|
"pages/students/2016/jakub_maruniak/dp2021/train_experiments/README.md",
|
|
"pages/students/2019/artem_yatsenko/README.md",
|
|
"pages/students/2016/maros_harahus/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021/train_experiments",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0045",
|
|
"split": "dev",
|
|
"category": "fact_work_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku je pri osobe Jakub Maruniak uvedená diplomová práca?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md",
|
|
"pages/students/2016/jakub_maruniak/timovy_projekt/README.md",
|
|
"pages/students/2016/jakub_maruniak/dp2021/README.md",
|
|
"pages/students/2016/jakub_maruniak/dp2021/annotation/README.md",
|
|
"pages/students/2016/jakub_maruniak/dp2021/train_experiments/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021/annotation",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021/train_experiments"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0045",
|
|
"split": "dev",
|
|
"category": "fact_work_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku je pri osobe Jakub Maruniak uvedená diplomová práca?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/students/2016/maros_harahus/README.md",
|
|
"pages/students/2020/jakub_kristian_lukas/README.md",
|
|
"pages/students/2022/jakub_schwarc/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0045",
|
|
"split": "dev",
|
|
"category": "fact_work_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku je pri osobe Jakub Maruniak uvedená diplomová práca?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/students/2016/maros_harahus/README.md",
|
|
"pages/students/2020/jakub_kristian_lukas/README.md",
|
|
"pages/students/2022/jakub_schwarc/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0046",
|
|
"split": "dev",
|
|
"category": "disambiguation_year",
|
|
"difficulty": "hard",
|
|
"question": "Rozlíš rok začiatku štúdia a rok práce osoby Jakub Maruniak.",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md",
|
|
"pages/students/2020/jakub_kristian_lukas/README.md",
|
|
"pages/students/2016/jakub_maruniak/timovy_projekt/README.md",
|
|
"pages/students/2022/jakub_schwarc/README.md",
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0046",
|
|
"split": "dev",
|
|
"category": "disambiguation_year",
|
|
"difficulty": "hard",
|
|
"question": "Rozlíš rok začiatku štúdia a rok práce osoby Jakub Maruniak.",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md",
|
|
"pages/students/2020/jakub_kristian_lukas/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md",
|
|
"pages/students/2017/martin_jancura/README.md",
|
|
"pages/students/2016/maros_harahus/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0046",
|
|
"split": "dev",
|
|
"category": "disambiguation_year",
|
|
"difficulty": "hard",
|
|
"question": "Rozlíš rok začiatku štúdia a rok práce osoby Jakub Maruniak.",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md",
|
|
"pages/students/2020/jakub_kristian_lukas/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md",
|
|
"pages/students/2022/jakub_schwarc/README.md",
|
|
"pages/students/2017/martin_jancura/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0047",
|
|
"split": "dev",
|
|
"category": "adversarial_year",
|
|
"difficulty": "hard",
|
|
"question": "Je rok 2016 rokom záverečnej práce osoby Jakub Maruniak?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md",
|
|
"pages/students/2016/jakub_maruniak/timovy_projekt/README.md",
|
|
"pages/students/2016/jakub_maruniak/dp2021/annotation/README.md",
|
|
"pages/students/2016/jakub_maruniak/dp2021/README.md",
|
|
"pages/topics/faq/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021/annotation",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0047",
|
|
"split": "dev",
|
|
"category": "adversarial_year",
|
|
"difficulty": "hard",
|
|
"question": "Je rok 2016 rokom záverečnej práce osoby Jakub Maruniak?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md",
|
|
"pages/students/2016/maros_harahus/README.md",
|
|
"pages/topics/akopisat/README.md",
|
|
"pages/students/2020/jakub_kristian_lukas/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"https://zp.kemt.fei.tuke.sk/topics/akopisat",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0047",
|
|
"split": "dev",
|
|
"category": "adversarial_year",
|
|
"difficulty": "hard",
|
|
"question": "Je rok 2016 rokom záverečnej práce osoby Jakub Maruniak?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md",
|
|
"pages/topics/faq/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md",
|
|
"pages/students/2016/maros_harahus/README.md",
|
|
"pages/topics/akopisat/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"https://zp.kemt.fei.tuke.sk/topics/akopisat"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0048",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou pomenované entity a osobou Jakub Maruniak?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md"
|
|
],
|
|
"first_relevant_rank": 2,
|
|
"reciprocal_rank": 0.5,
|
|
"top_documents": [
|
|
"pages/topics/named-entity/README.md",
|
|
"pages/students/2016/jakub_maruniak/README.md",
|
|
"pages/students/2019/artem_yatsenko/README.md",
|
|
"pages/students/2016/jakub_maruniak/timovy_projekt/README.md",
|
|
"pages/students/2016/jakub_maruniak/dp2021/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/topics/named-entity",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021"
|
|
],
|
|
"hit_at_1": 0,
|
|
"recall_at_1": 0.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0048",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou pomenované entity a osobou Jakub Maruniak?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md",
|
|
"pages/students/2019/artem_yatsenko/README.md",
|
|
"pages/topics/faq/README.md",
|
|
"pages/students/2020/jakub_kristian_lukas/README.md",
|
|
"pages/students/2016/ediz_morochovic/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0048",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou pomenované entity a osobou Jakub Maruniak?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md",
|
|
"pages/topics/named-entity/README.md",
|
|
"pages/students/2019/artem_yatsenko/README.md",
|
|
"pages/topics/faq/README.md",
|
|
"pages/students/2020/jakub_kristian_lukas/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"https://zp.kemt.fei.tuke.sk/topics/named-entity",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0049",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou Spacy a osobou Jakub Maruniak?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md",
|
|
"pages/students/2016/jakub_maruniak/dp2021/README.md",
|
|
"pages/students/2016/jakub_maruniak/timovy_projekt/README.md",
|
|
"pages/students/2016/jakub_maruniak/dp2021/annotation/README.md",
|
|
"pages/students/2019/artem_yatsenko/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021/annotation",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0049",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou Spacy a osobou Jakub Maruniak?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md",
|
|
"pages/students/2018/martin_wencel/README.md",
|
|
"pages/students/2019/kristian_sopkovic/README.md",
|
|
"pages/topics/spacy/README.md",
|
|
"pages/students/2019/artem_yatsenko/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic",
|
|
"https://zp.kemt.fei.tuke.sk/topics/spacy",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0049",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou Spacy a osobou Jakub Maruniak?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md",
|
|
"pages/students/2019/artem_yatsenko/README.md",
|
|
"pages/students/2018/martin_wencel/README.md",
|
|
"pages/students/2019/kristian_sopkovic/README.md",
|
|
"pages/topics/spacy/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic",
|
|
"https://zp.kemt.fei.tuke.sk/topics/spacy"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0050",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou Prodigy a osobou Jakub Maruniak?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md",
|
|
"pages/students/2016/jakub_maruniak/dp2021/README.md",
|
|
"pages/students/2016/jakub_maruniak/dp2021/annotation/README.md",
|
|
"pages/students/2016/jakub_maruniak/timovy_projekt/README.md",
|
|
"pages/students/2017/than_trung_thanh/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021/annotation",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0050",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou Prodigy a osobou Jakub Maruniak?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/students/2016/jakub_maruniak/dp2021/annotation/README.md",
|
|
"pages/students/2018/adrian_remias/README.md",
|
|
"pages/students/2020/jakub_kristian_lukas/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021/annotation",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0050",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou Prodigy a osobou Jakub Maruniak?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md",
|
|
"pages/students/2016/jakub_maruniak/dp2021/annotation/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/students/2016/jakub_maruniak/dp2021/README.md",
|
|
"pages/students/2018/adrian_remias/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021/annotation",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0051",
|
|
"split": "dev",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Aký nástroj mal Jakub Maruniak použiť na anotáciu textového korpusu?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md",
|
|
"pages/students/2016/jakub_maruniak/dp2021/README.md",
|
|
"pages/students/2016/jakub_maruniak/timovy_projekt/README.md",
|
|
"pages/students/2017/than_trung_thanh/README.md",
|
|
"pages/topics/named-entity/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh",
|
|
"https://zp.kemt.fei.tuke.sk/topics/named-entity"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0051",
|
|
"split": "dev",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Aký nástroj mal Jakub Maruniak použiť na anotáciu textového korpusu?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md",
|
|
"pages/students/2021/nikita_bodnar/README.md",
|
|
"pages/students/2016/jakub_maruniak/dp2021/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/students/2016/jakub_maruniak/timovy_projekt/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0051",
|
|
"split": "dev",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Aký nástroj mal Jakub Maruniak použiť na anotáciu textového korpusu?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md",
|
|
"pages/students/2016/jakub_maruniak/dp2021/README.md",
|
|
"pages/students/2016/jakub_maruniak/timovy_projekt/README.md",
|
|
"pages/students/2021/nikita_bodnar/README.md",
|
|
"pages/students/2017/than_trung_thanh/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0082",
|
|
"split": "dev",
|
|
"category": "entity_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Nájdi dokument o osobe Dominik Nagy.",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2016/dominik_nagy/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/dominik_nagy/README.md",
|
|
"pages/students/2016/dominik_nagy/timovy_projekt/README.md",
|
|
"pages/topics/translation/README.md",
|
|
"pages/students/2016/patrik_pavlisin/README.md",
|
|
"pages/topics/question/nezodpovedatelne/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy/timovy_projekt",
|
|
"https://zp.kemt.fei.tuke.sk/topics/translation",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",
|
|
"https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0082",
|
|
"split": "dev",
|
|
"category": "entity_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Nájdi dokument o osobe Dominik Nagy.",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2016/dominik_nagy/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/dominik_nagy/README.md",
|
|
"pages/students/2021/manohar_gowdru_shridharu/README.md",
|
|
"pages/topics/question/README.md",
|
|
"pages/students/2018/adrian_remias/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu",
|
|
"https://zp.kemt.fei.tuke.sk/topics/question",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0082",
|
|
"split": "dev",
|
|
"category": "entity_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Nájdi dokument o osobe Dominik Nagy.",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2016/dominik_nagy/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/dominik_nagy/README.md",
|
|
"pages/students/2021/manohar_gowdru_shridharu/README.md",
|
|
"pages/students/2016/dominik_nagy/timovy_projekt/README.md",
|
|
"pages/topics/question/README.md",
|
|
"pages/students/2018/adrian_remias/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy/timovy_projekt",
|
|
"https://zp.kemt.fei.tuke.sk/topics/question",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0083",
|
|
"split": "dev",
|
|
"category": "fact_title",
|
|
"difficulty": "easy",
|
|
"question": "Aký je názov diplomová práca osoby Dominik Nagy?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2016/dominik_nagy/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/dominik_nagy/README.md",
|
|
"pages/students/2016/dominik_nagy/timovy_projekt/README.md",
|
|
"pages/topics/translation/README.md",
|
|
"pages/students/2016/patrik_pavlisin/README.md",
|
|
"pages/students/2020/matus_suchanic/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy/timovy_projekt",
|
|
"https://zp.kemt.fei.tuke.sk/topics/translation",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0083",
|
|
"split": "dev",
|
|
"category": "fact_title",
|
|
"difficulty": "easy",
|
|
"question": "Aký je názov diplomová práca osoby Dominik Nagy?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2016/dominik_nagy/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/dominik_nagy/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/students/2016/mark_feher/README.md",
|
|
"pages/students/2021/matej_novotny/README.md",
|
|
"pages/students/2016/patrik_pavlisin/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/mark_feher",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0083",
|
|
"split": "dev",
|
|
"category": "fact_title",
|
|
"difficulty": "easy",
|
|
"question": "Aký je názov diplomová práca osoby Dominik Nagy?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2016/dominik_nagy/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/dominik_nagy/README.md",
|
|
"pages/students/2016/mark_feher/README.md",
|
|
"pages/students/2016/patrik_pavlisin/README.md",
|
|
"pages/students/2018/ondrej_megela/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/mark_feher",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0084",
|
|
"split": "dev",
|
|
"category": "reverse_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Kto sa venuje práci s názvom „Neurónový strojový preklad pomocou knižnice Fairseq“?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2016/dominik_nagy/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/dominik_nagy/README.md",
|
|
"pages/topics/translation/README.md",
|
|
"pages/students/2016/patrik_pavlisin/tp20/README.md",
|
|
"pages/students/2016/patrik_pavlisin/README.md",
|
|
"pages/students/2017/martin_jancura/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",
|
|
"https://zp.kemt.fei.tuke.sk/topics/translation",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0084",
|
|
"split": "dev",
|
|
"category": "reverse_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Kto sa venuje práci s názvom „Neurónový strojový preklad pomocou knižnice Fairseq“?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2016/dominik_nagy/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/dominik_nagy/README.md",
|
|
"pages/students/2020/vladyslav_krupko/README.md",
|
|
"pages/students/2016/maros_harahus/README.md",
|
|
"pages/students/2016/patrik_pavlisin/dp21/README.md",
|
|
"pages/students/2016/patrik_pavlisin/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/dp21",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0084",
|
|
"split": "dev",
|
|
"category": "reverse_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Kto sa venuje práci s názvom „Neurónový strojový preklad pomocou knižnice Fairseq“?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2016/dominik_nagy/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/dominik_nagy/README.md",
|
|
"pages/students/2016/patrik_pavlisin/tp20/README.md",
|
|
"pages/topics/translation/README.md",
|
|
"pages/students/2020/vladyslav_krupko/README.md",
|
|
"pages/students/2016/maros_harahus/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20",
|
|
"https://zp.kemt.fei.tuke.sk/topics/translation",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0085",
|
|
"split": "dev",
|
|
"category": "topic_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Nájdi študenta alebo dokument, ktorý rieši tému „Neurónový strojový preklad pomocou knižnice Fairseq“.",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2016/dominik_nagy/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/dominik_nagy/README.md",
|
|
"pages/students/2016/patrik_pavlisin/tp20/README.md",
|
|
"pages/topics/translation/README.md",
|
|
"pages/students/2017/martin_jancura/README.md",
|
|
"pages/students/2022/andrii_pervashov/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20",
|
|
"https://zp.kemt.fei.tuke.sk/topics/translation",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0085",
|
|
"split": "dev",
|
|
"category": "topic_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Nájdi študenta alebo dokument, ktorý rieši tému „Neurónový strojový preklad pomocou knižnice Fairseq“.",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2016/dominik_nagy/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/dominik_nagy/README.md",
|
|
"pages/students/2020/vladyslav_krupko/README.md",
|
|
"pages/students/2016/patrik_pavlisin/README.md",
|
|
"pages/students/2016/maros_harahus/README.md",
|
|
"pages/topics/translation/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"https://zp.kemt.fei.tuke.sk/topics/translation"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0085",
|
|
"split": "dev",
|
|
"category": "topic_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Nájdi študenta alebo dokument, ktorý rieši tému „Neurónový strojový preklad pomocou knižnice Fairseq“.",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2016/dominik_nagy/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/dominik_nagy/README.md",
|
|
"pages/topics/translation/README.md",
|
|
"pages/students/2016/patrik_pavlisin/tp20/README.md",
|
|
"pages/students/2020/vladyslav_krupko/README.md",
|
|
"pages/students/2016/patrik_pavlisin/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",
|
|
"https://zp.kemt.fei.tuke.sk/topics/translation",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0086",
|
|
"split": "dev",
|
|
"category": "paraphrase",
|
|
"difficulty": "medium",
|
|
"question": "O čom je práca osoby Dominik Nagy?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2016/dominik_nagy/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/dominik_nagy/README.md",
|
|
"pages/students/2016/dominik_nagy/timovy_projekt/README.md",
|
|
"pages/topics/translation/README.md",
|
|
"pages/students/2016/patrik_pavlisin/README.md",
|
|
"pages/topics/question/nezodpovedatelne/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy/timovy_projekt",
|
|
"https://zp.kemt.fei.tuke.sk/topics/translation",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",
|
|
"https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0086",
|
|
"split": "dev",
|
|
"category": "paraphrase",
|
|
"difficulty": "medium",
|
|
"question": "O čom je práca osoby Dominik Nagy?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2016/dominik_nagy/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/dominik_nagy/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/topics/question/nezodpovedatelne/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md",
|
|
"pages/students/2023/oleksandr_dorybohov/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0086",
|
|
"split": "dev",
|
|
"category": "paraphrase",
|
|
"difficulty": "medium",
|
|
"question": "O čom je práca osoby Dominik Nagy?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2016/dominik_nagy/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/dominik_nagy/README.md",
|
|
"pages/topics/question/nezodpovedatelne/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md",
|
|
"pages/students/2023/oleksandr_dorybohov/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",
|
|
"https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0087",
|
|
"split": "dev",
|
|
"category": "fact_work_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku je pri osobe Dominik Nagy uvedená diplomová práca?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2016/dominik_nagy/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/dominik_nagy/README.md",
|
|
"pages/students/2016/dominik_nagy/timovy_projekt/README.md",
|
|
"pages/topics/translation/README.md",
|
|
"pages/students/2016/patrik_pavlisin/README.md",
|
|
"pages/students/2021/matej_scislak/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy/timovy_projekt",
|
|
"https://zp.kemt.fei.tuke.sk/topics/translation",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0087",
|
|
"split": "dev",
|
|
"category": "fact_work_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku je pri osobe Dominik Nagy uvedená diplomová práca?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2016/dominik_nagy/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/dominik_nagy/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/students/2016/mark_feher/README.md",
|
|
"pages/students/2016/patrik_pavlisin/README.md",
|
|
"pages/students/2021/matej_novotny/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/mark_feher",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0087",
|
|
"split": "dev",
|
|
"category": "fact_work_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku je pri osobe Dominik Nagy uvedená diplomová práca?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2016/dominik_nagy/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/dominik_nagy/README.md",
|
|
"pages/students/2016/patrik_pavlisin/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/students/2016/mark_feher/README.md",
|
|
"pages/students/2021/matej_novotny/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/mark_feher",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0088",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou strojový preklad a osobou Dominik Nagy?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2016/dominik_nagy/README.md"
|
|
],
|
|
"first_relevant_rank": 2,
|
|
"reciprocal_rank": 0.5,
|
|
"top_documents": [
|
|
"pages/topics/translation/README.md",
|
|
"pages/students/2016/dominik_nagy/README.md",
|
|
"pages/students/2016/patrik_pavlisin/README.md",
|
|
"pages/students/2016/dominik_nagy/timovy_projekt/README.md",
|
|
"pages/students/2016/patrik_pavlisin/tp20/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/topics/translation",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy/timovy_projekt",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20"
|
|
],
|
|
"hit_at_1": 0,
|
|
"recall_at_1": 0.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0088",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou strojový preklad a osobou Dominik Nagy?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2016/dominik_nagy/README.md"
|
|
],
|
|
"first_relevant_rank": 2,
|
|
"reciprocal_rank": 0.5,
|
|
"top_documents": [
|
|
"pages/topics/translation/README.md",
|
|
"pages/students/2016/dominik_nagy/README.md",
|
|
"pages/students/2016/patrik_pavlisin/README.md",
|
|
"pages/students/2016/mark_feher/README.md",
|
|
"pages/students/2016/patrik_pavlisin/tp20/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/topics/translation",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/mark_feher",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20"
|
|
],
|
|
"hit_at_1": 0,
|
|
"recall_at_1": 0.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0088",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou strojový preklad a osobou Dominik Nagy?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2016/dominik_nagy/README.md"
|
|
],
|
|
"first_relevant_rank": 2,
|
|
"reciprocal_rank": 0.5,
|
|
"top_documents": [
|
|
"pages/topics/translation/README.md",
|
|
"pages/students/2016/dominik_nagy/README.md",
|
|
"pages/students/2016/patrik_pavlisin/tp20/README.md",
|
|
"pages/students/2016/patrik_pavlisin/README.md",
|
|
"pages/students/2016/mark_feher/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/topics/translation",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/mark_feher"
|
|
],
|
|
"hit_at_1": 0,
|
|
"recall_at_1": 0.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0089",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou Fairseq a osobou Dominik Nagy?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2016/dominik_nagy/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/dominik_nagy/README.md",
|
|
"pages/students/2016/dominik_nagy/timovy_projekt/README.md",
|
|
"pages/students/2016/patrik_pavlisin/README.md",
|
|
"pages/topics/translation/README.md",
|
|
"pages/students/2017/martin_jancura/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy/timovy_projekt",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",
|
|
"https://zp.kemt.fei.tuke.sk/topics/translation",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0089",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou Fairseq a osobou Dominik Nagy?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2016/dominik_nagy/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/dominik_nagy/README.md",
|
|
"pages/students/2018/ondrej_megela/README.md",
|
|
"pages/topics/faq/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/students/2017/martin_jancura/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0089",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou Fairseq a osobou Dominik Nagy?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2016/dominik_nagy/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/dominik_nagy/README.md",
|
|
"pages/students/2018/ondrej_megela/README.md",
|
|
"pages/topics/faq/README.md",
|
|
"pages/topics/question/nezodpovedatelne/README.md",
|
|
"pages/students/2016/maros_harahus/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq",
|
|
"https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0090",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou MBART a osobou Dominik Nagy?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2016/dominik_nagy/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/dominik_nagy/README.md",
|
|
"pages/students/2016/dominik_nagy/timovy_projekt/README.md",
|
|
"pages/students/2016/patrik_pavlisin/README.md",
|
|
"pages/topics/translation/README.md",
|
|
"pages/students/2017/martin_jancura/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy/timovy_projekt",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",
|
|
"https://zp.kemt.fei.tuke.sk/topics/translation",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0090",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou MBART a osobou Dominik Nagy?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2016/dominik_nagy/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/dominik_nagy/README.md",
|
|
"pages/students/2020/david_kostilnik/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/students/2017/martin_jancura/README.md",
|
|
"pages/students/2016/patrik_pavlisin/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0090",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou MBART a osobou Dominik Nagy?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2016/dominik_nagy/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/dominik_nagy/README.md",
|
|
"pages/students/2016/patrik_pavlisin/README.md",
|
|
"pages/students/2018/david_omasta/README.md",
|
|
"pages/students/2020/david_kostilnik/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_omasta",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0091",
|
|
"split": "dev",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "V akých smeroch Dominik Nagy trénoval modely Fairseq?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2016/dominik_nagy/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/dominik_nagy/README.md",
|
|
"pages/students/2016/dominik_nagy/timovy_projekt/README.md",
|
|
"pages/topics/translation/README.md",
|
|
"pages/students/2016/patrik_pavlisin/README.md",
|
|
"pages/students/2018/ondrej_megela/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy/timovy_projekt",
|
|
"https://zp.kemt.fei.tuke.sk/topics/translation",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0091",
|
|
"split": "dev",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "V akých smeroch Dominik Nagy trénoval modely Fairseq?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2016/dominik_nagy/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/dominik_nagy/README.md",
|
|
"pages/students/2018/ondrej_megela/README.md",
|
|
"pages/students/2016/dominik_nagy/timovy_projekt/README.md",
|
|
"pages/students/2020/david_kostilnik/README.md",
|
|
"pages/students/2016/jakub_maruniak/dp2021/train_experiments/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy/timovy_projekt",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021/train_experiments"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0091",
|
|
"split": "dev",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "V akých smeroch Dominik Nagy trénoval modely Fairseq?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2016/dominik_nagy/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/dominik_nagy/README.md",
|
|
"pages/students/2018/ondrej_megela/README.md",
|
|
"pages/students/2016/dominik_nagy/timovy_projekt/README.md",
|
|
"pages/students/2020/david_kostilnik/README.md",
|
|
"pages/students/2016/jakub_maruniak/dp2021/train_experiments/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy/timovy_projekt",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021/train_experiments"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0092",
|
|
"split": "dev",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Aké alternatívne tokenizačné metódy mal Dominik Nagy vyskúšať?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2016/dominik_nagy/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/dominik_nagy/README.md",
|
|
"pages/students/2016/dominik_nagy/timovy_projekt/README.md",
|
|
"pages/topics/translation/README.md",
|
|
"pages/students/2016/patrik_pavlisin/README.md",
|
|
"pages/students/2016/maros_harahus/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy/timovy_projekt",
|
|
"https://zp.kemt.fei.tuke.sk/topics/translation",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0092",
|
|
"split": "dev",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Aké alternatívne tokenizačné metódy mal Dominik Nagy vyskúšať?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2016/dominik_nagy/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/dominik_nagy/README.md",
|
|
"pages/students/2018/adrian_remias/README.md",
|
|
"pages/students/2021/matej_novotny/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/students/2020/david_kostilnik/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0092",
|
|
"split": "dev",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Aké alternatívne tokenizačné metódy mal Dominik Nagy vyskúšať?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2016/dominik_nagy/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/dominik_nagy/README.md",
|
|
"pages/students/2018/adrian_remias/README.md",
|
|
"pages/students/2021/matej_novotny/README.md",
|
|
"pages/students/2022/serhii_yemets/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0102",
|
|
"split": "dev",
|
|
"category": "entity_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Nájdi dokument o osobe Patrik Pavlišin.",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2016/patrik_pavlisin/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/patrik_pavlisin/README.md",
|
|
"pages/students/2016/patrik_pavlisin/tp20/README.md",
|
|
"pages/students/2016/patrik_pavlisin/dp21/README.md",
|
|
"pages/students/2016/patrik_pavlisin/dp22/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/dp21",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/dp22"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0102",
|
|
"split": "dev",
|
|
"category": "entity_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Nájdi dokument o osobe Patrik Pavlišin.",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2016/patrik_pavlisin/README.md"
|
|
],
|
|
"first_relevant_rank": 2,
|
|
"reciprocal_rank": 0.5,
|
|
"top_documents": [
|
|
"pages/students/2021/manohar_gowdru_shridharu/README.md",
|
|
"pages/students/2016/patrik_pavlisin/README.md",
|
|
"pages/interns/bogdan_paul_chis/README.md",
|
|
"pages/interns/sevval_bulburu/README.md",
|
|
"pages/students/2020/matej_kobylan/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",
|
|
"https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis",
|
|
"https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"
|
|
],
|
|
"hit_at_1": 0,
|
|
"recall_at_1": 0.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0102",
|
|
"split": "dev",
|
|
"category": "entity_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Nájdi dokument o osobe Patrik Pavlišin.",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2016/patrik_pavlisin/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/patrik_pavlisin/README.md",
|
|
"pages/students/2021/manohar_gowdru_shridharu/README.md",
|
|
"pages/interns/bogdan_paul_chis/README.md",
|
|
"pages/interns/sevval_bulburu/README.md",
|
|
"pages/students/2020/matej_kobylan/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu",
|
|
"https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis",
|
|
"https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0103",
|
|
"split": "dev",
|
|
"category": "fact_title",
|
|
"difficulty": "easy",
|
|
"question": "Aký je názov bakalárska práca osoby Patrik Pavlišin?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2016/patrik_pavlisin/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/patrik_pavlisin/README.md",
|
|
"pages/students/2020/matus_suchanic/README.md",
|
|
"pages/students/2019/patrik_pokrivcak/README.md",
|
|
"pages/students/2016/patrik_pavlisin/tp20/README.md",
|
|
"pages/students/2016/patrik_pavlisin/dp22/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/dp22"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0103",
|
|
"split": "dev",
|
|
"category": "fact_title",
|
|
"difficulty": "easy",
|
|
"question": "Aký je názov bakalárska práca osoby Patrik Pavlišin?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2016/patrik_pavlisin/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/patrik_pavlisin/README.md",
|
|
"pages/students/2020/matej_kobylan/README.md",
|
|
"pages/students/2016/jan_holp/README.md",
|
|
"pages/students/2019/michal_stromko/README.md",
|
|
"pages/students/2023/maksym_zatirka/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0103",
|
|
"split": "dev",
|
|
"category": "fact_title",
|
|
"difficulty": "easy",
|
|
"question": "Aký je názov bakalárska práca osoby Patrik Pavlišin?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2016/patrik_pavlisin/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/patrik_pavlisin/README.md",
|
|
"pages/students/2020/matej_kobylan/README.md",
|
|
"pages/students/2016/jan_holp/README.md",
|
|
"pages/students/2019/michal_stromko/README.md",
|
|
"pages/students/2023/maksym_zatirka/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0104",
|
|
"split": "dev",
|
|
"category": "reverse_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Kto sa venuje práci s názvom „Metódy automatického prekladu“?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2016/patrik_pavlisin/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/patrik_pavlisin/README.md",
|
|
"pages/students/2016/patrik_pavlisin/tp20/README.md",
|
|
"pages/students/2019/filip_tomas/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/students/2016/dominik_nagy/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0104",
|
|
"split": "dev",
|
|
"category": "reverse_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Kto sa venuje práci s názvom „Metódy automatického prekladu“?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2016/patrik_pavlisin/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/patrik_pavlisin/README.md",
|
|
"pages/students/2016/patrik_pavlisin/tp20/README.md",
|
|
"pages/students/2023/simona_bobrovcanova/README.md",
|
|
"pages/students/2016/maros_harahus/README.md",
|
|
"pages/students/2022/andrii_pervashov/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0104",
|
|
"split": "dev",
|
|
"category": "reverse_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Kto sa venuje práci s názvom „Metódy automatického prekladu“?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2016/patrik_pavlisin/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/patrik_pavlisin/README.md",
|
|
"pages/students/2016/patrik_pavlisin/tp20/README.md",
|
|
"pages/students/2017/martin_jancura/README.md",
|
|
"pages/students/2018/oleh_bilykh/README.md",
|
|
"pages/students/2023/simona_bobrovcanova/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0105",
|
|
"split": "dev",
|
|
"category": "topic_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Nájdi študenta alebo dokument, ktorý rieši tému „Metódy automatického prekladu“.",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2016/patrik_pavlisin/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/patrik_pavlisin/README.md",
|
|
"pages/students/2016/patrik_pavlisin/tp20/README.md",
|
|
"pages/students/2021/vladimir_ferko/README.md",
|
|
"pages/students/2016/lukas_pokryvka/timovy_projekt/README.md",
|
|
"pages/students/2016/darius_lindvai/timovy_projekt/resers/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka/timovy_projekt",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai/timovy_projekt/resers"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0105",
|
|
"split": "dev",
|
|
"category": "topic_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Nájdi študenta alebo dokument, ktorý rieši tému „Metódy automatického prekladu“.",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2016/patrik_pavlisin/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/patrik_pavlisin/README.md",
|
|
"pages/students/2016/patrik_pavlisin/tp20/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/students/2022/andrii_pervashov/README.md",
|
|
"pages/students/2018/david_omasta/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0105",
|
|
"split": "dev",
|
|
"category": "topic_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Nájdi študenta alebo dokument, ktorý rieši tému „Metódy automatického prekladu“.",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2016/patrik_pavlisin/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/patrik_pavlisin/README.md",
|
|
"pages/students/2016/patrik_pavlisin/tp20/README.md",
|
|
"pages/students/2022/andrii_pervashov/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/topics/faq/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0106",
|
|
"split": "dev",
|
|
"category": "paraphrase",
|
|
"difficulty": "medium",
|
|
"question": "O čom je práca osoby Patrik Pavlišin?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2016/patrik_pavlisin/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/patrik_pavlisin/README.md",
|
|
"pages/students/2016/patrik_pavlisin/tp20/README.md",
|
|
"pages/students/2016/patrik_pavlisin/dp21/README.md",
|
|
"pages/students/2016/patrik_pavlisin/dp22/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/dp21",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/dp22"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0106",
|
|
"split": "dev",
|
|
"category": "paraphrase",
|
|
"difficulty": "medium",
|
|
"question": "O čom je práca osoby Patrik Pavlišin?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2016/patrik_pavlisin/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/patrik_pavlisin/README.md",
|
|
"pages/students/2020/matej_kobylan/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2019/filip_tomas/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0106",
|
|
"split": "dev",
|
|
"category": "paraphrase",
|
|
"difficulty": "medium",
|
|
"question": "O čom je práca osoby Patrik Pavlišin?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2016/patrik_pavlisin/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/patrik_pavlisin/README.md",
|
|
"pages/students/2020/matej_kobylan/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2019/filip_tomas/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0107",
|
|
"split": "dev",
|
|
"category": "fact_work_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku je pri osobe Patrik Pavlišin uvedená bakalárska práca?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2016/patrik_pavlisin/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/patrik_pavlisin/README.md",
|
|
"pages/students/2016/patrik_pavlisin/tp20/README.md",
|
|
"pages/students/2016/patrik_pavlisin/dp21/README.md",
|
|
"pages/students/2016/patrik_pavlisin/dp22/README.md",
|
|
"pages/students/2021/matej_scislak/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/dp21",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/dp22",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0107",
|
|
"split": "dev",
|
|
"category": "fact_work_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku je pri osobe Patrik Pavlišin uvedená bakalárska práca?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2016/patrik_pavlisin/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/patrik_pavlisin/README.md",
|
|
"pages/students/2016/jan_holp/README.md",
|
|
"pages/students/2020/matej_kobylan/README.md",
|
|
"pages/students/2019/michal_stromko/README.md",
|
|
"pages/students/2016/ediz_morochovic/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0107",
|
|
"split": "dev",
|
|
"category": "fact_work_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku je pri osobe Patrik Pavlišin uvedená bakalárska práca?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2016/patrik_pavlisin/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/patrik_pavlisin/README.md",
|
|
"pages/students/2016/jan_holp/README.md",
|
|
"pages/students/2020/matej_kobylan/README.md",
|
|
"pages/students/2019/michal_stromko/README.md",
|
|
"pages/students/2016/ediz_morochovic/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0108",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou automatický preklad a osobou Patrik Pavlišin?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2016/patrik_pavlisin/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/patrik_pavlisin/README.md",
|
|
"pages/students/2016/patrik_pavlisin/tp20/README.md",
|
|
"pages/students/2016/patrik_pavlisin/dp21/README.md",
|
|
"pages/students/2016/patrik_pavlisin/dp22/README.md",
|
|
"pages/topics/translation/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/dp21",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/dp22",
|
|
"https://zp.kemt.fei.tuke.sk/topics/translation"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0108",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou automatický preklad a osobou Patrik Pavlišin?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2016/patrik_pavlisin/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/patrik_pavlisin/README.md",
|
|
"pages/topics/translation/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/students/2023/simona_bobrovcanova/README.md",
|
|
"pages/students/2016/lukas_pokryvka/timovy_projekt/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",
|
|
"https://zp.kemt.fei.tuke.sk/topics/translation",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka/timovy_projekt"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0108",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou automatický preklad a osobou Patrik Pavlišin?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2016/patrik_pavlisin/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/patrik_pavlisin/README.md",
|
|
"pages/topics/translation/README.md",
|
|
"pages/students/2016/patrik_pavlisin/tp20/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/students/2023/simona_bobrovcanova/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",
|
|
"https://zp.kemt.fei.tuke.sk/topics/translation",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0109",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou paralelný korpus a osobou Patrik Pavlišin?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2016/patrik_pavlisin/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/patrik_pavlisin/README.md",
|
|
"pages/students/2016/patrik_pavlisin/tp20/README.md",
|
|
"pages/students/2016/patrik_pavlisin/dp21/README.md",
|
|
"pages/students/2016/patrik_pavlisin/dp22/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/dp21",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/dp22",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0109",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou paralelný korpus a osobou Patrik Pavlišin?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2016/patrik_pavlisin/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/patrik_pavlisin/README.md",
|
|
"pages/students/2016/dominik_nagy/README.md",
|
|
"pages/topics/faq/README.md",
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md",
|
|
"pages/students/2016/lukas_pokryvka/timovy_projekt/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka/timovy_projekt"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0109",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou paralelný korpus a osobou Patrik Pavlišin?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2016/patrik_pavlisin/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/patrik_pavlisin/README.md",
|
|
"pages/students/2016/dominik_nagy/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/topics/faq/README.md",
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0110",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou strojový preklad a osobou Patrik Pavlišin?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2016/patrik_pavlisin/README.md"
|
|
],
|
|
"first_relevant_rank": 2,
|
|
"reciprocal_rank": 0.5,
|
|
"top_documents": [
|
|
"pages/students/2016/patrik_pavlisin/tp20/README.md",
|
|
"pages/students/2016/patrik_pavlisin/README.md",
|
|
"pages/topics/translation/README.md",
|
|
"pages/students/2016/patrik_pavlisin/dp21/README.md",
|
|
"pages/students/2017/martin_jancura/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",
|
|
"https://zp.kemt.fei.tuke.sk/topics/translation",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/dp21",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura"
|
|
],
|
|
"hit_at_1": 0,
|
|
"recall_at_1": 0.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0110",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou strojový preklad a osobou Patrik Pavlišin?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2016/patrik_pavlisin/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/patrik_pavlisin/README.md",
|
|
"pages/topics/translation/README.md",
|
|
"pages/students/2016/patrik_pavlisin/tp20/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/topics/faq/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",
|
|
"https://zp.kemt.fei.tuke.sk/topics/translation",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0110",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou strojový preklad a osobou Patrik Pavlišin?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2016/patrik_pavlisin/README.md"
|
|
],
|
|
"first_relevant_rank": 2,
|
|
"reciprocal_rank": 0.5,
|
|
"top_documents": [
|
|
"pages/students/2016/patrik_pavlisin/tp20/README.md",
|
|
"pages/students/2016/patrik_pavlisin/README.md",
|
|
"pages/topics/translation/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/topics/faq/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",
|
|
"https://zp.kemt.fei.tuke.sk/topics/translation",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq"
|
|
],
|
|
"hit_at_1": 0,
|
|
"recall_at_1": 0.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0111",
|
|
"split": "dev",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Čo mal Patrik Pavlišin pripraviť pre experimenty s automatickým prekladom?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2016/patrik_pavlisin/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/patrik_pavlisin/README.md",
|
|
"pages/students/2016/patrik_pavlisin/dp21/README.md",
|
|
"pages/students/2016/patrik_pavlisin/tp20/README.md",
|
|
"pages/students/2016/patrik_pavlisin/dp22/README.md",
|
|
"pages/students/2020/david_kostilnik/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/dp21",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/dp22",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0111",
|
|
"split": "dev",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Čo mal Patrik Pavlišin pripraviť pre experimenty s automatickým prekladom?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2016/patrik_pavlisin/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/patrik_pavlisin/README.md",
|
|
"pages/students/2022/andrii_pervashov/README.md",
|
|
"pages/students/2020/pavol_hudak/README.md",
|
|
"pages/students/2020/vladyslav_krupko/README.md",
|
|
"pages/students/2016/maros_harahus/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0111",
|
|
"split": "dev",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Čo mal Patrik Pavlišin pripraviť pre experimenty s automatickým prekladom?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2016/patrik_pavlisin/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/patrik_pavlisin/README.md",
|
|
"pages/students/2022/andrii_pervashov/README.md",
|
|
"pages/students/2020/pavol_hudak/README.md",
|
|
"pages/students/2020/vladyslav_krupko/README.md",
|
|
"pages/students/2016/maros_harahus/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0122",
|
|
"split": "dev",
|
|
"category": "entity_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Nájdi dokument o osobe Ondrej Megela.",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2018/ondrej_megela/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2018/ondrej_megela/README.md",
|
|
"pages/topics/question/README.md",
|
|
"pages/topics/bert/README.md",
|
|
"pages/students/2016/patrik_pavlisin/README.md",
|
|
"pages/students/2018/david_omasta/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela",
|
|
"https://zp.kemt.fei.tuke.sk/topics/question",
|
|
"https://zp.kemt.fei.tuke.sk/topics/bert",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0122",
|
|
"split": "dev",
|
|
"category": "entity_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Nájdi dokument o osobe Ondrej Megela.",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2018/ondrej_megela/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2018/ondrej_megela/README.md",
|
|
"pages/students/2021/manohar_gowdru_shridharu/README.md",
|
|
"pages/students/2018/adrian_remias/README.md",
|
|
"pages/interns/sevval_bulburu/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias",
|
|
"https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0122",
|
|
"split": "dev",
|
|
"category": "entity_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Nájdi dokument o osobe Ondrej Megela.",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2018/ondrej_megela/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2018/ondrej_megela/README.md",
|
|
"pages/students/2021/manohar_gowdru_shridharu/README.md",
|
|
"pages/students/2018/adrian_remias/README.md",
|
|
"pages/interns/sevval_bulburu/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias",
|
|
"https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0123",
|
|
"split": "dev",
|
|
"category": "fact_title",
|
|
"difficulty": "easy",
|
|
"question": "Aký je názov bakalárska práca osoby Ondrej Megela?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2018/ondrej_megela/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2018/ondrej_megela/README.md",
|
|
"pages/topics/bert/README.md",
|
|
"pages/topics/question/README.md",
|
|
"pages/students/2018/david_omasta/README.md",
|
|
"pages/students/2020/matus_suchanic/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela",
|
|
"https://zp.kemt.fei.tuke.sk/topics/bert",
|
|
"https://zp.kemt.fei.tuke.sk/topics/question",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_omasta",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0123",
|
|
"split": "dev",
|
|
"category": "fact_title",
|
|
"difficulty": "easy",
|
|
"question": "Aký je názov bakalárska práca osoby Ondrej Megela?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2018/ondrej_megela/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2018/ondrej_megela/README.md",
|
|
"pages/students/2016/patrik_pavlisin/README.md",
|
|
"pages/students/2018/oleh_bilykh/README.md",
|
|
"pages/students/2020/matej_kobylan/README.md",
|
|
"pages/students/2023/oleksandr_dorybohov/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0123",
|
|
"split": "dev",
|
|
"category": "fact_title",
|
|
"difficulty": "easy",
|
|
"question": "Aký je názov bakalárska práca osoby Ondrej Megela?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2018/ondrej_megela/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2018/ondrej_megela/README.md",
|
|
"pages/students/2016/patrik_pavlisin/README.md",
|
|
"pages/students/2018/oleh_bilykh/README.md",
|
|
"pages/students/2022/valerii_kutsenko/README.md",
|
|
"pages/students/2016/ediz_morochovic/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0124",
|
|
"split": "dev",
|
|
"category": "reverse_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Kto sa venuje práci s názvom „Neurónové jazykové modelovanie typu BERT“?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2018/ondrej_megela/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2018/ondrej_megela/README.md",
|
|
"pages/students/2017/martin_jancura/README.md",
|
|
"pages/students/2016/patrik_pavlisin/README.md",
|
|
"pages/students/2016/patrik_pavlisin/dp22/README.md",
|
|
"pages/students/2021/matej_novotny/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/dp22",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0124",
|
|
"split": "dev",
|
|
"category": "reverse_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Kto sa venuje práci s názvom „Neurónové jazykové modelovanie typu BERT“?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2018/ondrej_megela/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2018/ondrej_megela/README.md",
|
|
"pages/topics/bert/README.md",
|
|
"pages/students/2016/patrik_pavlisin/tp20/README.md",
|
|
"pages/students/2017/martin_jancura/README.md",
|
|
"pages/topics/otvorene/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela",
|
|
"https://zp.kemt.fei.tuke.sk/topics/bert",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura",
|
|
"https://zp.kemt.fei.tuke.sk/topics/otvorene"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0124",
|
|
"split": "dev",
|
|
"category": "reverse_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Kto sa venuje práci s názvom „Neurónové jazykové modelovanie typu BERT“?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2018/ondrej_megela/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2018/ondrej_megela/README.md",
|
|
"pages/topics/bert/README.md",
|
|
"pages/students/2017/martin_jancura/README.md",
|
|
"pages/students/2016/patrik_pavlisin/tp20/README.md",
|
|
"pages/topics/otvorene/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela",
|
|
"https://zp.kemt.fei.tuke.sk/topics/bert",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20",
|
|
"https://zp.kemt.fei.tuke.sk/topics/otvorene"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0125",
|
|
"split": "dev",
|
|
"category": "topic_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Nájdi študenta alebo dokument, ktorý rieši tému „Neurónové jazykové modelovanie typu BERT“.",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2018/ondrej_megela/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2018/ondrej_megela/README.md",
|
|
"pages/students/2017/martin_jancura/README.md",
|
|
"pages/students/2016/patrik_pavlisin/dp22/README.md",
|
|
"pages/students/2021/artur_hyrenko/README.md",
|
|
"pages/students/2021/vladimir_ferko/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/dp22",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0125",
|
|
"split": "dev",
|
|
"category": "topic_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Nájdi študenta alebo dokument, ktorý rieši tému „Neurónové jazykové modelovanie typu BERT“.",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2018/ondrej_megela/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2018/ondrej_megela/README.md",
|
|
"pages/topics/bert/README.md",
|
|
"pages/topics/otvorene/README.md",
|
|
"pages/students/2018/adrian_remias/README.md",
|
|
"pages/students/2021/matej_novotny/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela",
|
|
"https://zp.kemt.fei.tuke.sk/topics/bert",
|
|
"https://zp.kemt.fei.tuke.sk/topics/otvorene",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0125",
|
|
"split": "dev",
|
|
"category": "topic_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Nájdi študenta alebo dokument, ktorý rieši tému „Neurónové jazykové modelovanie typu BERT“.",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2018/ondrej_megela/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2018/ondrej_megela/README.md",
|
|
"pages/topics/bert/README.md",
|
|
"pages/students/2017/martin_jancura/README.md",
|
|
"pages/topics/otvorene/README.md",
|
|
"pages/students/2016/patrik_pavlisin/tp20/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela",
|
|
"https://zp.kemt.fei.tuke.sk/topics/bert",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura",
|
|
"https://zp.kemt.fei.tuke.sk/topics/otvorene",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0126",
|
|
"split": "dev",
|
|
"category": "paraphrase",
|
|
"difficulty": "medium",
|
|
"question": "O čom je práca osoby Ondrej Megela?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2018/ondrej_megela/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2018/ondrej_megela/README.md",
|
|
"pages/topics/bert/README.md",
|
|
"pages/topics/question/README.md",
|
|
"pages/students/2016/patrik_pavlisin/README.md",
|
|
"pages/students/2018/david_omasta/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela",
|
|
"https://zp.kemt.fei.tuke.sk/topics/bert",
|
|
"https://zp.kemt.fei.tuke.sk/topics/question",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0126",
|
|
"split": "dev",
|
|
"category": "paraphrase",
|
|
"difficulty": "medium",
|
|
"question": "O čom je práca osoby Ondrej Megela?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2018/ondrej_megela/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2018/ondrej_megela/README.md",
|
|
"pages/students/2016/patrik_pavlisin/README.md",
|
|
"pages/students/2018/oleh_bilykh/README.md",
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md",
|
|
"pages/students/2022/valerii_kutsenko/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0126",
|
|
"split": "dev",
|
|
"category": "paraphrase",
|
|
"difficulty": "medium",
|
|
"question": "O čom je práca osoby Ondrej Megela?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2018/ondrej_megela/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2018/ondrej_megela/README.md",
|
|
"pages/students/2016/patrik_pavlisin/README.md",
|
|
"pages/students/2018/oleh_bilykh/README.md",
|
|
"pages/students/2022/valerii_kutsenko/README.md",
|
|
"pages/students/2021/eduard_matovka/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0127",
|
|
"split": "dev",
|
|
"category": "fact_work_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku je pri osobe Ondrej Megela uvedená bakalárska práca?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2018/ondrej_megela/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2018/ondrej_megela/README.md",
|
|
"pages/topics/bert/README.md",
|
|
"pages/topics/question/README.md",
|
|
"pages/students/2018/david_omasta/README.md",
|
|
"pages/students/2021/matej_scislak/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela",
|
|
"https://zp.kemt.fei.tuke.sk/topics/bert",
|
|
"https://zp.kemt.fei.tuke.sk/topics/question",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_omasta",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0127",
|
|
"split": "dev",
|
|
"category": "fact_work_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku je pri osobe Ondrej Megela uvedená bakalárska práca?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2018/ondrej_megela/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2018/ondrej_megela/README.md",
|
|
"pages/students/2018/oleh_bilykh/README.md",
|
|
"pages/students/2016/patrik_pavlisin/README.md",
|
|
"pages/students/2016/ediz_morochovic/README.md",
|
|
"pages/students/2022/valerii_kutsenko/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0127",
|
|
"split": "dev",
|
|
"category": "fact_work_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku je pri osobe Ondrej Megela uvedená bakalárska práca?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2018/ondrej_megela/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2018/ondrej_megela/README.md",
|
|
"pages/students/2018/oleh_bilykh/README.md",
|
|
"pages/students/2016/patrik_pavlisin/README.md",
|
|
"pages/students/2022/valerii_kutsenko/README.md",
|
|
"pages/students/2018/david_omasta/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0128",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou BERT a osobou Ondrej Megela?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2018/ondrej_megela/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2018/ondrej_megela/README.md",
|
|
"pages/topics/bert/README.md",
|
|
"pages/students/2018/david_omasta/README.md",
|
|
"pages/topics/question/README.md",
|
|
"pages/students/2016/patrik_pavlisin/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela",
|
|
"https://zp.kemt.fei.tuke.sk/topics/bert",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_omasta",
|
|
"https://zp.kemt.fei.tuke.sk/topics/question",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0128",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou BERT a osobou Ondrej Megela?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2018/ondrej_megela/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2018/ondrej_megela/README.md",
|
|
"pages/students/2018/oleh_bilykh/README.md",
|
|
"pages/students/2020/matus_suchanic/README.md",
|
|
"pages/students/2016/patrik_pavlisin/README.md",
|
|
"pages/topics/question/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",
|
|
"https://zp.kemt.fei.tuke.sk/topics/question"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0128",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou BERT a osobou Ondrej Megela?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2018/ondrej_megela/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2018/ondrej_megela/README.md",
|
|
"pages/students/2018/oleh_bilykh/README.md",
|
|
"pages/students/2016/patrik_pavlisin/README.md",
|
|
"pages/topics/question/README.md",
|
|
"pages/students/2018/david_omasta/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",
|
|
"https://zp.kemt.fei.tuke.sk/topics/question",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0129",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou jazykové modelovanie a osobou Ondrej Megela?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2018/ondrej_megela/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2018/ondrej_megela/README.md",
|
|
"pages/topics/bert/README.md",
|
|
"pages/students/2016/patrik_pavlisin/README.md",
|
|
"pages/students/2018/david_omasta/README.md",
|
|
"pages/topics/question/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela",
|
|
"https://zp.kemt.fei.tuke.sk/topics/bert",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_omasta",
|
|
"https://zp.kemt.fei.tuke.sk/topics/question"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0129",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou jazykové modelovanie a osobou Ondrej Megela?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2018/ondrej_megela/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2018/ondrej_megela/README.md",
|
|
"pages/topics/bert/README.md",
|
|
"pages/students/2022/samuel_vasil/README.md",
|
|
"pages/students/2018/oleh_bilykh/README.md",
|
|
"pages/students/2020/kamil_tomcufcik/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela",
|
|
"https://zp.kemt.fei.tuke.sk/topics/bert",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/kamil_tomcufcik"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0129",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou jazykové modelovanie a osobou Ondrej Megela?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2018/ondrej_megela/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2018/ondrej_megela/README.md",
|
|
"pages/topics/bert/README.md",
|
|
"pages/students/2018/oleh_bilykh/README.md",
|
|
"pages/students/2021/eduard_matovka/README.md",
|
|
"pages/students/2016/patrik_pavlisin/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela",
|
|
"https://zp.kemt.fei.tuke.sk/topics/bert",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0130",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou neurónové siete a osobou Ondrej Megela?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2018/ondrej_megela/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2018/ondrej_megela/README.md",
|
|
"pages/students/2016/patrik_pavlisin/README.md",
|
|
"pages/students/2017/martin_jancura/README.md",
|
|
"pages/topics/bert/README.md",
|
|
"pages/students/2018/david_omasta/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura",
|
|
"https://zp.kemt.fei.tuke.sk/topics/bert",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0130",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou neurónové siete a osobou Ondrej Megela?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2018/ondrej_megela/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2018/ondrej_megela/README.md",
|
|
"pages/students/2016/patrik_pavlisin/README.md",
|
|
"pages/students/2018/oleh_bilykh/README.md",
|
|
"pages/students/2019/dmytro_mural/README.md",
|
|
"pages/students/2018/adrian_remias/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0130",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou neurónové siete a osobou Ondrej Megela?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2018/ondrej_megela/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2018/ondrej_megela/README.md",
|
|
"pages/students/2016/patrik_pavlisin/README.md",
|
|
"pages/students/2018/oleh_bilykh/README.md",
|
|
"pages/students/2019/dmytro_mural/README.md",
|
|
"pages/students/2021/oleksandr_hryshchenko/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0131",
|
|
"split": "dev",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Aký typ jazykového modelu mal Ondrej Megela natrénovať alebo vyhodnotiť?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2018/ondrej_megela/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2018/ondrej_megela/README.md",
|
|
"pages/topics/bert/README.md",
|
|
"pages/students/2021/matej_novotny/README.md",
|
|
"pages/topics/question/README.md",
|
|
"pages/students/2018/david_omasta/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela",
|
|
"https://zp.kemt.fei.tuke.sk/topics/bert",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",
|
|
"https://zp.kemt.fei.tuke.sk/topics/question",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0131",
|
|
"split": "dev",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Aký typ jazykového modelu mal Ondrej Megela natrénovať alebo vyhodnotiť?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2018/ondrej_megela/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2018/ondrej_megela/README.md",
|
|
"pages/topics/bert/README.md",
|
|
"pages/students/2021/matej_novotny/README.md",
|
|
"pages/students/2021/eduard_matovka/README.md",
|
|
"pages/students/2022/serhii_yemets/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela",
|
|
"https://zp.kemt.fei.tuke.sk/topics/bert",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0131",
|
|
"split": "dev",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Aký typ jazykového modelu mal Ondrej Megela natrénovať alebo vyhodnotiť?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2018/ondrej_megela/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2018/ondrej_megela/README.md",
|
|
"pages/topics/bert/README.md",
|
|
"pages/students/2021/matej_novotny/README.md",
|
|
"pages/students/2021/eduard_matovka/README.md",
|
|
"pages/students/2022/serhii_yemets/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela",
|
|
"https://zp.kemt.fei.tuke.sk/topics/bert",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0142",
|
|
"split": "dev",
|
|
"category": "entity_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Nájdi dokument o osobe Dávid Omasta.",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2018/david_omasta/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2018/david_omasta/README.md",
|
|
"pages/students/2019/david_stromp/README.md",
|
|
"pages/students/2020/david_kostilnik/README.md",
|
|
"pages/students/2018/david_ilas/README.md",
|
|
"pages/students/2018/ondrej_megela/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_omasta",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/david_stromp",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_ilas",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0142",
|
|
"split": "dev",
|
|
"category": "entity_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Nájdi dokument o osobe Dávid Omasta.",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2018/david_omasta/README.md"
|
|
],
|
|
"first_relevant_rank": 2,
|
|
"reciprocal_rank": 0.5,
|
|
"top_documents": [
|
|
"pages/students/2018/david_ilas/README.md",
|
|
"pages/students/2018/david_omasta/README.md",
|
|
"pages/students/2021/manohar_gowdru_shridharu/README.md",
|
|
"pages/interns/sevval_bulburu/README.md",
|
|
"pages/topics/question/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_ilas",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_omasta",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu",
|
|
"https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu",
|
|
"https://zp.kemt.fei.tuke.sk/topics/question"
|
|
],
|
|
"hit_at_1": 0,
|
|
"recall_at_1": 0.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0142",
|
|
"split": "dev",
|
|
"category": "entity_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Nájdi dokument o osobe Dávid Omasta.",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2018/david_omasta/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2018/david_omasta/README.md",
|
|
"pages/students/2018/david_ilas/README.md",
|
|
"pages/students/2021/manohar_gowdru_shridharu/README.md",
|
|
"pages/interns/sevval_bulburu/README.md",
|
|
"pages/students/2021/eduard_matovka/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_omasta",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_ilas",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu",
|
|
"https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0143",
|
|
"split": "dev",
|
|
"category": "fact_title",
|
|
"difficulty": "easy",
|
|
"question": "Aký je názov diplomová práca osoby Dávid Omasta?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2018/david_omasta/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2018/david_omasta/README.md",
|
|
"pages/students/2018/ondrej_megela/README.md",
|
|
"pages/students/2020/david_kostilnik/README.md",
|
|
"pages/students/2018/david_ilas/README.md",
|
|
"pages/students/2020/matus_suchanic/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_omasta",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_ilas",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0143",
|
|
"split": "dev",
|
|
"category": "fact_title",
|
|
"difficulty": "easy",
|
|
"question": "Aký je názov diplomová práca osoby Dávid Omasta?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2018/david_omasta/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2018/david_omasta/README.md",
|
|
"pages/students/2018/david_ilas/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/students/2016/patrik_pavlisin/README.md",
|
|
"pages/students/2016/mark_feher/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_omasta",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_ilas",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/mark_feher"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0143",
|
|
"split": "dev",
|
|
"category": "fact_title",
|
|
"difficulty": "easy",
|
|
"question": "Aký je názov diplomová práca osoby Dávid Omasta?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2018/david_omasta/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2018/david_omasta/README.md",
|
|
"pages/students/2018/david_ilas/README.md",
|
|
"pages/students/2016/patrik_pavlisin/README.md",
|
|
"pages/students/2016/mark_feher/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_omasta",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_ilas",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/mark_feher",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0144",
|
|
"split": "dev",
|
|
"category": "reverse_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Kto sa venuje práci s názvom „Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku“?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2018/david_omasta/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2018/david_omasta/README.md",
|
|
"pages/students/2018/oleh_bilykh/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/students/2018/ondrej_megela/README.md",
|
|
"pages/topics/question/nezodpovedatelne/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_omasta",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela",
|
|
"https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0144",
|
|
"split": "dev",
|
|
"category": "reverse_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Kto sa venuje práci s názvom „Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku“?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2018/david_omasta/README.md"
|
|
],
|
|
"first_relevant_rank": 2,
|
|
"reciprocal_rank": 0.5,
|
|
"top_documents": [
|
|
"pages/students/2018/ondrej_megela/README.md",
|
|
"pages/students/2018/david_omasta/README.md",
|
|
"pages/topics/bert/README.md",
|
|
"pages/students/2020/vladyslav_krupko/README.md",
|
|
"pages/students/2018/oleh_bilykh/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_omasta",
|
|
"https://zp.kemt.fei.tuke.sk/topics/bert",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh"
|
|
],
|
|
"hit_at_1": 0,
|
|
"recall_at_1": 0.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0144",
|
|
"split": "dev",
|
|
"category": "reverse_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Kto sa venuje práci s názvom „Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku“?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2018/david_omasta/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2018/david_omasta/README.md",
|
|
"pages/students/2018/ondrej_megela/README.md",
|
|
"pages/students/2018/oleh_bilykh/README.md",
|
|
"pages/students/2020/vladyslav_krupko/README.md",
|
|
"pages/topics/bert/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_omasta",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko",
|
|
"https://zp.kemt.fei.tuke.sk/topics/bert"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0145",
|
|
"split": "dev",
|
|
"category": "topic_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Nájdi študenta alebo dokument, ktorý rieši tému „Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku“.",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2018/david_omasta/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2018/david_omasta/README.md",
|
|
"pages/students/2018/oleh_bilykh/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/students/2018/ondrej_megela/README.md",
|
|
"pages/topics/faq/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_omasta",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0145",
|
|
"split": "dev",
|
|
"category": "topic_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Nájdi študenta alebo dokument, ktorý rieši tému „Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku“.",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2018/david_omasta/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2018/david_omasta/README.md",
|
|
"pages/students/2020/vladyslav_krupko/README.md",
|
|
"pages/students/2018/ondrej_megela/README.md",
|
|
"pages/students/2022/valerii_kutsenko/README.md",
|
|
"pages/students/2020/kamil_tomcufcik/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_omasta",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/kamil_tomcufcik"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0145",
|
|
"split": "dev",
|
|
"category": "topic_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Nájdi študenta alebo dokument, ktorý rieši tému „Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku“.",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2018/david_omasta/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2018/david_omasta/README.md",
|
|
"pages/students/2018/ondrej_megela/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/students/2022/valerii_kutsenko/README.md",
|
|
"pages/topics/question/nezodpovedatelne/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_omasta",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",
|
|
"https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0146",
|
|
"split": "dev",
|
|
"category": "paraphrase",
|
|
"difficulty": "medium",
|
|
"question": "O čom je práca osoby Dávid Omasta?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2018/david_omasta/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2018/david_omasta/README.md",
|
|
"pages/students/2018/david_ilas/README.md",
|
|
"pages/students/2020/david_kostilnik/README.md",
|
|
"pages/students/2019/david_stromp/README.md",
|
|
"pages/students/2018/ondrej_megela/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_omasta",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_ilas",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/david_stromp",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0146",
|
|
"split": "dev",
|
|
"category": "paraphrase",
|
|
"difficulty": "medium",
|
|
"question": "O čom je práca osoby Dávid Omasta?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2018/david_omasta/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2018/david_omasta/README.md",
|
|
"pages/students/2018/david_ilas/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/students/2021/eduard_matovka/README.md",
|
|
"pages/students/2020/david_kostilnik/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_omasta",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_ilas",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0146",
|
|
"split": "dev",
|
|
"category": "paraphrase",
|
|
"difficulty": "medium",
|
|
"question": "O čom je práca osoby Dávid Omasta?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2018/david_omasta/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2018/david_omasta/README.md",
|
|
"pages/students/2018/david_ilas/README.md",
|
|
"pages/students/2021/eduard_matovka/README.md",
|
|
"pages/students/2020/david_kostilnik/README.md",
|
|
"pages/students/2019/david_stromp/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_omasta",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_ilas",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/david_stromp"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0147",
|
|
"split": "dev",
|
|
"category": "fact_work_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku je pri osobe Dávid Omasta uvedená diplomová práca?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2018/david_omasta/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2018/david_omasta/README.md",
|
|
"pages/students/2020/david_kostilnik/README.md",
|
|
"pages/students/2019/david_stromp/README.md",
|
|
"pages/students/2018/ondrej_megela/README.md",
|
|
"pages/students/2018/david_ilas/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_omasta",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/david_stromp",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_ilas"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0147",
|
|
"split": "dev",
|
|
"category": "fact_work_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku je pri osobe Dávid Omasta uvedená diplomová práca?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2018/david_omasta/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2018/david_omasta/README.md",
|
|
"pages/students/2018/david_ilas/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/students/2020/david_kostilnik/README.md",
|
|
"pages/students/2016/mark_feher/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_omasta",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_ilas",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/mark_feher"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0147",
|
|
"split": "dev",
|
|
"category": "fact_work_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku je pri osobe Dávid Omasta uvedená diplomová práca?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2018/david_omasta/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2018/david_omasta/README.md",
|
|
"pages/students/2018/david_ilas/README.md",
|
|
"pages/students/2020/david_kostilnik/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/students/2016/jan_holp/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_omasta",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_ilas",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0148",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou generatívne modely a osobou Dávid Omasta?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2018/david_omasta/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2018/david_omasta/README.md",
|
|
"pages/students/2018/ondrej_megela/README.md",
|
|
"pages/students/2019/david_stromp/README.md",
|
|
"pages/students/2017/martin_jancura/README.md",
|
|
"pages/students/2018/david_ilas/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_omasta",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/david_stromp",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_ilas"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0148",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou generatívne modely a osobou Dávid Omasta?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2018/david_omasta/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2018/david_omasta/README.md",
|
|
"pages/students/2021/eduard_matovka/README.md",
|
|
"pages/students/2018/ondrej_megela/README.md",
|
|
"pages/students/2020/vladyslav_krupko/README.md",
|
|
"pages/students/2020/david_kostilnik/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_omasta",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0148",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou generatívne modely a osobou Dávid Omasta?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2018/david_omasta/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2018/david_omasta/README.md",
|
|
"pages/students/2018/ondrej_megela/README.md",
|
|
"pages/students/2021/eduard_matovka/README.md",
|
|
"pages/students/2020/david_kostilnik/README.md",
|
|
"pages/students/2020/vladyslav_krupko/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_omasta",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0149",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou Question Answering a osobou Dávid Omasta?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2018/david_omasta/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2018/david_omasta/README.md",
|
|
"pages/topics/question/README.md",
|
|
"pages/students/2018/ondrej_megela/README.md",
|
|
"pages/students/2018/oleh_bilykh/README.md",
|
|
"pages/students/2019/david_stromp/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_omasta",
|
|
"https://zp.kemt.fei.tuke.sk/topics/question",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/david_stromp"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0149",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou Question Answering a osobou Dávid Omasta?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2018/david_omasta/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2018/david_omasta/README.md",
|
|
"pages/topics/question/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/topics/question/nezodpovedatelne/README.md",
|
|
"pages/topics/question/validacie/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_omasta",
|
|
"https://zp.kemt.fei.tuke.sk/topics/question",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne",
|
|
"https://zp.kemt.fei.tuke.sk/topics/question/validacie"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0149",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou Question Answering a osobou Dávid Omasta?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2018/david_omasta/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2018/david_omasta/README.md",
|
|
"pages/topics/question/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/topics/question/nezodpovedatelne/README.md",
|
|
"pages/students/2018/oleh_bilykh/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_omasta",
|
|
"https://zp.kemt.fei.tuke.sk/topics/question",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0150",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou slovenčina a osobou Dávid Omasta?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2018/david_omasta/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2018/david_omasta/README.md",
|
|
"pages/students/2019/david_stromp/README.md",
|
|
"pages/students/2018/ondrej_megela/README.md",
|
|
"pages/students/2017/martin_jancura/README.md",
|
|
"pages/students/2018/david_ilas/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_omasta",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/david_stromp",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_ilas"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0150",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou slovenčina a osobou Dávid Omasta?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2018/david_omasta/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2018/david_omasta/README.md",
|
|
"pages/students/2018/david_ilas/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/students/2023/simona_bobrovcanova/README.md",
|
|
"pages/students/2021/eduard_matovka/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_omasta",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_ilas",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0150",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou slovenčina a osobou Dávid Omasta?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2018/david_omasta/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2018/david_omasta/README.md",
|
|
"pages/students/2018/david_ilas/README.md",
|
|
"pages/students/2021/eduard_matovka/README.md",
|
|
"pages/students/2020/david_kostilnik/README.md",
|
|
"pages/topics/faq/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_omasta",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_ilas",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0151",
|
|
"split": "dev",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Aká bola téma diplomovej práce Dávida Omastu v roku 2023?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2018/david_omasta/README.md"
|
|
],
|
|
"first_relevant_rank": null,
|
|
"reciprocal_rank": 0.0,
|
|
"top_documents": [
|
|
"pages/students/2016/jakub_maruniak/timovy_projekt/README.md",
|
|
"pages/students/2019/kristian_sopkovic/README.md",
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md",
|
|
"pages/students/2018/david_ilas/README.md",
|
|
"pages/students/2017/martin_jancura/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_ilas",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura"
|
|
],
|
|
"hit_at_1": 0,
|
|
"recall_at_1": 0.0,
|
|
"hit_at_3": 0,
|
|
"recall_at_3": 0.0,
|
|
"hit_at_5": 0,
|
|
"recall_at_5": 0.0
|
|
},
|
|
{
|
|
"id": "q0151",
|
|
"split": "dev",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Aká bola téma diplomovej práce Dávida Omastu v roku 2023?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2018/david_omasta/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2018/david_omasta/README.md",
|
|
"pages/students/2018/david_ilas/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/students/2016/patrik_pavlisin/README.md",
|
|
"pages/students/2020/vladyslav_krupko/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_omasta",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_ilas",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0151",
|
|
"split": "dev",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Aká bola téma diplomovej práce Dávida Omastu v roku 2023?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2018/david_omasta/README.md"
|
|
],
|
|
"first_relevant_rank": 2,
|
|
"reciprocal_rank": 0.5,
|
|
"top_documents": [
|
|
"pages/students/2018/david_ilas/README.md",
|
|
"pages/students/2018/david_omasta/README.md",
|
|
"pages/students/2016/patrik_pavlisin/README.md",
|
|
"pages/students/2020/vladyslav_krupko/README.md",
|
|
"pages/students/2019/michal_stromko/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_ilas",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_omasta",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"
|
|
],
|
|
"hit_at_1": 0,
|
|
"recall_at_1": 0.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0152",
|
|
"split": "dev",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Aký názov bol navrhnutý pre diplomovú prácu Dávida Omastu v roku 2023?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2018/david_omasta/README.md"
|
|
],
|
|
"first_relevant_rank": null,
|
|
"reciprocal_rank": 0.0,
|
|
"top_documents": [
|
|
"pages/students/2016/maros_harahus/README.md",
|
|
"pages/students/2020/matus_suchanic/README.md",
|
|
"pages/students/2023/ronald_zalacko/README.md",
|
|
"pages/students/2023/maksym_zatirka/README.md",
|
|
"pages/students/2019/kristian_sopkovic/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
|
|
],
|
|
"hit_at_1": 0,
|
|
"recall_at_1": 0.0,
|
|
"hit_at_3": 0,
|
|
"recall_at_3": 0.0,
|
|
"hit_at_5": 0,
|
|
"recall_at_5": 0.0
|
|
},
|
|
{
|
|
"id": "q0152",
|
|
"split": "dev",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Aký názov bol navrhnutý pre diplomovú prácu Dávida Omastu v roku 2023?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2018/david_omasta/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2018/david_omasta/README.md",
|
|
"pages/students/2018/david_ilas/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/students/2016/mark_feher/README.md",
|
|
"pages/students/2020/matus_suchanic/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_omasta",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_ilas",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/mark_feher",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0152",
|
|
"split": "dev",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Aký názov bol navrhnutý pre diplomovú prácu Dávida Omastu v roku 2023?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2018/david_omasta/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2018/david_omasta/README.md",
|
|
"pages/students/2020/matus_suchanic/README.md",
|
|
"pages/students/2018/david_ilas/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/students/2016/mark_feher/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_omasta",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_ilas",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/mark_feher"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0164",
|
|
"split": "dev",
|
|
"category": "entity_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Nájdi dokument o osobe Kristián Sopkovič.",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2019/kristian_sopkovic/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2019/kristian_sopkovic/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/topics/spacy/README.md",
|
|
"pages/students/2023/denis_le_thanh/README.md",
|
|
"pages/students/2019/filip_tomas/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/topics/spacy",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0164",
|
|
"split": "dev",
|
|
"category": "entity_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Nájdi dokument o osobe Kristián Sopkovič.",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2019/kristian_sopkovic/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2019/kristian_sopkovic/README.md",
|
|
"pages/students/2021/manohar_gowdru_shridharu/README.md",
|
|
"pages/interns/sevval_bulburu/README.md",
|
|
"pages/students/2020/jakub_kristian_lukas/README.md",
|
|
"pages/students/2020/matej_kobylan/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu",
|
|
"https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0164",
|
|
"split": "dev",
|
|
"category": "entity_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Nájdi dokument o osobe Kristián Sopkovič.",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2019/kristian_sopkovic/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2019/kristian_sopkovic/README.md",
|
|
"pages/students/2021/manohar_gowdru_shridharu/README.md",
|
|
"pages/interns/sevval_bulburu/README.md",
|
|
"pages/students/2020/jakub_kristian_lukas/README.md",
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu",
|
|
"https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0165",
|
|
"split": "dev",
|
|
"category": "fact_title",
|
|
"difficulty": "easy",
|
|
"question": "Aký je názov bakalárska práca osoby Kristián Sopkovič?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2019/kristian_sopkovic/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2019/kristian_sopkovic/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2023/denis_le_thanh/README.md",
|
|
"pages/topics/spacy/README.md",
|
|
"pages/students/2020/matus_suchanic/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh",
|
|
"https://zp.kemt.fei.tuke.sk/topics/spacy",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0165",
|
|
"split": "dev",
|
|
"category": "fact_title",
|
|
"difficulty": "easy",
|
|
"question": "Aký je názov bakalárska práca osoby Kristián Sopkovič?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2019/kristian_sopkovic/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2019/kristian_sopkovic/README.md",
|
|
"pages/students/2020/jakub_kristian_lukas/README.md",
|
|
"pages/students/2020/matej_kobylan/README.md",
|
|
"pages/students/2020/matus_suchanic/README.md",
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0165",
|
|
"split": "dev",
|
|
"category": "fact_title",
|
|
"difficulty": "easy",
|
|
"question": "Aký je názov bakalárska práca osoby Kristián Sopkovič?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2019/kristian_sopkovic/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2019/kristian_sopkovic/README.md",
|
|
"pages/students/2020/jakub_kristian_lukas/README.md",
|
|
"pages/students/2020/matej_kobylan/README.md",
|
|
"pages/students/2016/jan_holp/README.md",
|
|
"pages/students/2020/matus_suchanic/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0166",
|
|
"split": "dev",
|
|
"category": "reverse_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Kto sa venuje práci s názvom „Model Spacy pre spracovanie prirodzeného jazyka v slovenčine“?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2019/kristian_sopkovic/README.md"
|
|
],
|
|
"first_relevant_rank": 2,
|
|
"reciprocal_rank": 0.5,
|
|
"top_documents": [
|
|
"pages/students/2016/maros_harahus/timovy_projekt/README.md",
|
|
"pages/students/2019/kristian_sopkovic/README.md",
|
|
"pages/topics/nlp/README.md",
|
|
"pages/students/2016/maros_harahus/README.md",
|
|
"pages/students/2018/martin_wencel/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic",
|
|
"https://zp.kemt.fei.tuke.sk/topics/nlp",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel"
|
|
],
|
|
"hit_at_1": 0,
|
|
"recall_at_1": 0.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0166",
|
|
"split": "dev",
|
|
"category": "reverse_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Kto sa venuje práci s názvom „Model Spacy pre spracovanie prirodzeného jazyka v slovenčine“?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2019/kristian_sopkovic/README.md"
|
|
],
|
|
"first_relevant_rank": 3,
|
|
"reciprocal_rank": 0.333333,
|
|
"top_documents": [
|
|
"pages/students/2016/maros_harahus/timovy_projekt/README.md",
|
|
"pages/topics/spacy/README.md",
|
|
"pages/students/2019/kristian_sopkovic/README.md",
|
|
"pages/students/2016/maros_harahus/README.md",
|
|
"pages/students/2016/jakub_maruniak/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt",
|
|
"https://zp.kemt.fei.tuke.sk/topics/spacy",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"
|
|
],
|
|
"hit_at_1": 0,
|
|
"recall_at_1": 0.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0166",
|
|
"split": "dev",
|
|
"category": "reverse_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Kto sa venuje práci s názvom „Model Spacy pre spracovanie prirodzeného jazyka v slovenčine“?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2019/kristian_sopkovic/README.md"
|
|
],
|
|
"first_relevant_rank": 2,
|
|
"reciprocal_rank": 0.5,
|
|
"top_documents": [
|
|
"pages/students/2016/maros_harahus/timovy_projekt/README.md",
|
|
"pages/students/2019/kristian_sopkovic/README.md",
|
|
"pages/students/2016/maros_harahus/README.md",
|
|
"pages/students/2016/jakub_maruniak/README.md",
|
|
"pages/topics/spacy/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"https://zp.kemt.fei.tuke.sk/topics/spacy"
|
|
],
|
|
"hit_at_1": 0,
|
|
"recall_at_1": 0.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0167",
|
|
"split": "dev",
|
|
"category": "topic_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Nájdi študenta alebo dokument, ktorý rieši tému „Model Spacy pre spracovanie prirodzeného jazyka v slovenčine“.",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2019/kristian_sopkovic/README.md"
|
|
],
|
|
"first_relevant_rank": 2,
|
|
"reciprocal_rank": 0.5,
|
|
"top_documents": [
|
|
"pages/students/2016/maros_harahus/timovy_projekt/README.md",
|
|
"pages/students/2019/kristian_sopkovic/README.md",
|
|
"pages/topics/nlp/README.md",
|
|
"pages/students/2016/lukas_pokryvka/README.md",
|
|
"pages/students/2016/lukas_pokryvka/timovy_projekt/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic",
|
|
"https://zp.kemt.fei.tuke.sk/topics/nlp",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka/timovy_projekt"
|
|
],
|
|
"hit_at_1": 0,
|
|
"recall_at_1": 0.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0167",
|
|
"split": "dev",
|
|
"category": "topic_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Nájdi študenta alebo dokument, ktorý rieši tému „Model Spacy pre spracovanie prirodzeného jazyka v slovenčine“.",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2019/kristian_sopkovic/README.md"
|
|
],
|
|
"first_relevant_rank": null,
|
|
"reciprocal_rank": 0.0,
|
|
"top_documents": [
|
|
"pages/students/2016/maros_harahus/timovy_projekt/README.md",
|
|
"pages/students/2016/jakub_maruniak/README.md",
|
|
"pages/topics/spacy/README.md",
|
|
"pages/students/2016/maros_harahus/README.md",
|
|
"pages/students/2018/martin_wencel/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"https://zp.kemt.fei.tuke.sk/topics/spacy",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel"
|
|
],
|
|
"hit_at_1": 0,
|
|
"recall_at_1": 0.0,
|
|
"hit_at_3": 0,
|
|
"recall_at_3": 0.0,
|
|
"hit_at_5": 0,
|
|
"recall_at_5": 0.0
|
|
},
|
|
{
|
|
"id": "q0167",
|
|
"split": "dev",
|
|
"category": "topic_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Nájdi študenta alebo dokument, ktorý rieši tému „Model Spacy pre spracovanie prirodzeného jazyka v slovenčine“.",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2019/kristian_sopkovic/README.md"
|
|
],
|
|
"first_relevant_rank": 2,
|
|
"reciprocal_rank": 0.5,
|
|
"top_documents": [
|
|
"pages/students/2016/maros_harahus/timovy_projekt/README.md",
|
|
"pages/students/2019/kristian_sopkovic/README.md",
|
|
"pages/students/2016/jakub_maruniak/README.md",
|
|
"pages/students/2016/maros_harahus/README.md",
|
|
"pages/topics/spacy/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"https://zp.kemt.fei.tuke.sk/topics/spacy"
|
|
],
|
|
"hit_at_1": 0,
|
|
"recall_at_1": 0.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0168",
|
|
"split": "dev",
|
|
"category": "paraphrase",
|
|
"difficulty": "medium",
|
|
"question": "O čom je práca osoby Kristián Sopkovič?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2019/kristian_sopkovic/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2019/kristian_sopkovic/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/topics/spacy/README.md",
|
|
"pages/students/2020/david_kostilnik/README.md",
|
|
"pages/students/2020/jakub_kristian_lukas/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/topics/spacy",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0168",
|
|
"split": "dev",
|
|
"category": "paraphrase",
|
|
"difficulty": "medium",
|
|
"question": "O čom je práca osoby Kristián Sopkovič?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2019/kristian_sopkovic/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2019/kristian_sopkovic/README.md",
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md",
|
|
"pages/students/2020/matej_kobylan/README.md",
|
|
"pages/students/2020/jakub_kristian_lukas/README.md",
|
|
"pages/students/2020/matus_suchanic/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0168",
|
|
"split": "dev",
|
|
"category": "paraphrase",
|
|
"difficulty": "medium",
|
|
"question": "O čom je práca osoby Kristián Sopkovič?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2019/kristian_sopkovic/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2019/kristian_sopkovic/README.md",
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md",
|
|
"pages/students/2020/jakub_kristian_lukas/README.md",
|
|
"pages/students/2020/matej_kobylan/README.md",
|
|
"pages/students/2020/david_kostilnik/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0169",
|
|
"split": "dev",
|
|
"category": "fact_work_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku je pri osobe Kristián Sopkovič uvedená bakalárska práca?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2019/kristian_sopkovic/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2019/kristian_sopkovic/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2023/denis_le_thanh/README.md",
|
|
"pages/topics/spacy/README.md",
|
|
"pages/students/2021/matej_scislak/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh",
|
|
"https://zp.kemt.fei.tuke.sk/topics/spacy",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0169",
|
|
"split": "dev",
|
|
"category": "fact_work_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku je pri osobe Kristián Sopkovič uvedená bakalárska práca?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2019/kristian_sopkovic/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2019/kristian_sopkovic/README.md",
|
|
"pages/students/2020/jakub_kristian_lukas/README.md",
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md",
|
|
"pages/students/2020/matej_kobylan/README.md",
|
|
"pages/students/2020/matus_suchanic/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0169",
|
|
"split": "dev",
|
|
"category": "fact_work_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku je pri osobe Kristián Sopkovič uvedená bakalárska práca?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2019/kristian_sopkovic/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2019/kristian_sopkovic/README.md",
|
|
"pages/students/2020/jakub_kristian_lukas/README.md",
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md",
|
|
"pages/students/2020/david_kostilnik/README.md",
|
|
"pages/students/2020/matej_kobylan/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0170",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou Spacy a osobou Kristián Sopkovič?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2019/kristian_sopkovic/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2019/kristian_sopkovic/README.md",
|
|
"pages/topics/spacy/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2020/jakub_kristian_lukas/README.md",
|
|
"pages/students/2016/maros_harahus/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic",
|
|
"https://zp.kemt.fei.tuke.sk/topics/spacy",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0170",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou Spacy a osobou Kristián Sopkovič?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2019/kristian_sopkovic/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2019/kristian_sopkovic/README.md",
|
|
"pages/topics/spacy/README.md",
|
|
"pages/students/2018/martin_wencel/README.md",
|
|
"pages/students/2016/jakub_maruniak/README.md",
|
|
"pages/topics/faq/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic",
|
|
"https://zp.kemt.fei.tuke.sk/topics/spacy",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0170",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou Spacy a osobou Kristián Sopkovič?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2019/kristian_sopkovic/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2019/kristian_sopkovic/README.md",
|
|
"pages/topics/spacy/README.md",
|
|
"pages/students/2016/jakub_maruniak/README.md",
|
|
"pages/students/2018/martin_wencel/README.md",
|
|
"pages/topics/faq/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic",
|
|
"https://zp.kemt.fei.tuke.sk/topics/spacy",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0171",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou slovenčina a osobou Kristián Sopkovič?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2019/kristian_sopkovic/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2019/kristian_sopkovic/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2020/jakub_kristian_lukas/README.md",
|
|
"pages/students/2019/michal_stromko/README.md",
|
|
"pages/topics/spacy/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"https://zp.kemt.fei.tuke.sk/topics/spacy"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0171",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou slovenčina a osobou Kristián Sopkovič?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2019/kristian_sopkovic/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2019/kristian_sopkovic/README.md",
|
|
"pages/topics/spacy/README.md",
|
|
"pages/topics/faq/README.md",
|
|
"pages/topics/resources/README.md",
|
|
"pages/students/2016/maros_harahus/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic",
|
|
"https://zp.kemt.fei.tuke.sk/topics/spacy",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq",
|
|
"https://zp.kemt.fei.tuke.sk/topics/resources",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0171",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou slovenčina a osobou Kristián Sopkovič?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2019/kristian_sopkovic/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2019/kristian_sopkovic/README.md",
|
|
"pages/topics/spacy/README.md",
|
|
"pages/topics/faq/README.md",
|
|
"pages/students/2020/jakub_kristian_lukas/README.md",
|
|
"pages/students/2018/martin_wencel/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic",
|
|
"https://zp.kemt.fei.tuke.sk/topics/spacy",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0172",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou transformery a osobou Kristián Sopkovič?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2019/kristian_sopkovic/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2019/kristian_sopkovic/README.md",
|
|
"pages/topics/spacy/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2020/jakub_kristian_lukas/README.md",
|
|
"pages/students/2019/michal_stromko/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic",
|
|
"https://zp.kemt.fei.tuke.sk/topics/spacy",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0172",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou transformery a osobou Kristián Sopkovič?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2019/kristian_sopkovic/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2019/kristian_sopkovic/README.md",
|
|
"pages/students/2020/matus_suchanic/README.md",
|
|
"pages/students/2020/david_kostilnik/README.md",
|
|
"pages/students/2017/martin_jancura/README.md",
|
|
"pages/students/2016/patrik_pavlisin/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0172",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou transformery a osobou Kristián Sopkovič?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2019/kristian_sopkovic/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2019/kristian_sopkovic/README.md",
|
|
"pages/students/2017/martin_jancura/README.md",
|
|
"pages/students/2020/david_kostilnik/README.md",
|
|
"pages/topics/spacy/README.md",
|
|
"pages/students/2020/matus_suchanic/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik",
|
|
"https://zp.kemt.fei.tuke.sk/topics/spacy",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0173",
|
|
"split": "dev",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Aký bol hlavný cieľ bakalárskej práce Kristiána Sopkoviča?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2019/kristian_sopkovic/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2019/kristian_sopkovic/README.md",
|
|
"pages/students/2016/lukas_pokryvka/timovy_projekt/README.md",
|
|
"pages/students/2022/serhii_yemets/README.md",
|
|
"pages/students/2016/maros_harahus/README.md",
|
|
"pages/students/2016/jan_holp/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka/timovy_projekt",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0173",
|
|
"split": "dev",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Aký bol hlavný cieľ bakalárskej práce Kristiána Sopkoviča?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2019/kristian_sopkovic/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2019/kristian_sopkovic/README.md",
|
|
"pages/students/2016/maros_harahus/README.md",
|
|
"pages/students/2020/matej_kobylan/README.md",
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md",
|
|
"pages/students/2016/jan_holp/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0173",
|
|
"split": "dev",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Aký bol hlavný cieľ bakalárskej práce Kristiána Sopkoviča?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2019/kristian_sopkovic/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2019/kristian_sopkovic/README.md",
|
|
"pages/students/2016/jan_holp/README.md",
|
|
"pages/students/2019/michal_stromko/README.md",
|
|
"pages/students/2016/maros_harahus/README.md",
|
|
"pages/students/2020/matej_kobylan/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0174",
|
|
"split": "dev",
|
|
"category": "entity_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Nájdi dokument o osobe Michal Stromko.",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2019/michal_stromko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2019/michal_stromko/README.md",
|
|
"pages/students/2019/michal_stromko/vp2021/README.md",
|
|
"pages/students/2020/matus_suchanic/README.md",
|
|
"pages/students/2019/filip_tomas/README.md",
|
|
"pages/students/2020/matej_kobylan/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0174",
|
|
"split": "dev",
|
|
"category": "entity_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Nájdi dokument o osobe Michal Stromko.",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2019/michal_stromko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2019/michal_stromko/README.md",
|
|
"pages/students/2021/manohar_gowdru_shridharu/README.md",
|
|
"pages/interns/oliver_pejic/README.md",
|
|
"pages/interns/sevval_bulburu/README.md",
|
|
"pages/students/2019/filip_tomas/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu",
|
|
"https://zp.kemt.fei.tuke.sk/interns/oliver_pejic",
|
|
"https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0174",
|
|
"split": "dev",
|
|
"category": "entity_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Nájdi dokument o osobe Michal Stromko.",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2019/michal_stromko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2019/michal_stromko/README.md",
|
|
"pages/students/2021/manohar_gowdru_shridharu/README.md",
|
|
"pages/students/2019/filip_tomas/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/interns/oliver_pejic/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/interns/oliver_pejic"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0175",
|
|
"split": "dev",
|
|
"category": "fact_title",
|
|
"difficulty": "easy",
|
|
"question": "Aký je názov bakalárska práca osoby Michal Stromko?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2019/michal_stromko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2019/michal_stromko/README.md",
|
|
"pages/students/2020/matus_suchanic/README.md",
|
|
"pages/students/2019/michal_stromko/vp2021/README.md",
|
|
"pages/students/2020/matej_kobylan/README.md",
|
|
"pages/students/2020/david_kostilnik/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0175",
|
|
"split": "dev",
|
|
"category": "fact_title",
|
|
"difficulty": "easy",
|
|
"question": "Aký je názov bakalárska práca osoby Michal Stromko?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2019/michal_stromko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2019/michal_stromko/README.md",
|
|
"pages/students/2019/david_stromp/README.md",
|
|
"pages/students/2020/vladyslav_krupko/README.md",
|
|
"pages/students/2020/matej_kobylan/README.md",
|
|
"pages/students/2019/kristian_sopkovic/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/david_stromp",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0175",
|
|
"split": "dev",
|
|
"category": "fact_title",
|
|
"difficulty": "easy",
|
|
"question": "Aký je názov bakalárska práca osoby Michal Stromko?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2019/michal_stromko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2019/michal_stromko/README.md",
|
|
"pages/students/2020/matej_kobylan/README.md",
|
|
"pages/students/2019/david_stromp/README.md",
|
|
"pages/students/2020/vladyslav_krupko/README.md",
|
|
"pages/students/2016/ediz_morochovic/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/david_stromp",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0176",
|
|
"split": "dev",
|
|
"category": "reverse_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Kto sa venuje práci s názvom „Indexovanie slovenského textu pomocou Elasticsearch“?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2019/michal_stromko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2019/michal_stromko/README.md",
|
|
"pages/students/2016/jan_holp/README.md",
|
|
"pages/students/2019/david_stromp/README.md",
|
|
"pages/topics/bert/README.md",
|
|
"pages/topics/question/navod/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/david_stromp",
|
|
"https://zp.kemt.fei.tuke.sk/topics/bert",
|
|
"https://zp.kemt.fei.tuke.sk/topics/question/navod"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0176",
|
|
"split": "dev",
|
|
"category": "reverse_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Kto sa venuje práci s názvom „Indexovanie slovenského textu pomocou Elasticsearch“?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2019/michal_stromko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2019/michal_stromko/README.md",
|
|
"pages/students/2019/filip_tomas/README.md",
|
|
"pages/students/2016/jan_holp/README.md",
|
|
"pages/students/2020/matej_kobylan/README.md",
|
|
"pages/topics/resources/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan",
|
|
"https://zp.kemt.fei.tuke.sk/topics/resources"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0176",
|
|
"split": "dev",
|
|
"category": "reverse_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Kto sa venuje práci s názvom „Indexovanie slovenského textu pomocou Elasticsearch“?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2019/michal_stromko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2019/michal_stromko/README.md",
|
|
"pages/students/2016/jan_holp/README.md",
|
|
"pages/students/2020/matej_kobylan/README.md",
|
|
"pages/topics/resources/README.md",
|
|
"pages/students/2019/filip_tomas/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan",
|
|
"https://zp.kemt.fei.tuke.sk/topics/resources",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0177",
|
|
"split": "dev",
|
|
"category": "topic_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Nájdi študenta alebo dokument, ktorý rieši tému „Indexovanie slovenského textu pomocou Elasticsearch“.",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2019/michal_stromko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2019/michal_stromko/README.md",
|
|
"pages/students/2016/jan_holp/README.md",
|
|
"pages/students/2020/matej_kobylan/README.md",
|
|
"pages/students/2022/andrii_pervashov/README.md",
|
|
"pages/students/2021/vladimir_ferko/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0177",
|
|
"split": "dev",
|
|
"category": "topic_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Nájdi študenta alebo dokument, ktorý rieši tému „Indexovanie slovenského textu pomocou Elasticsearch“.",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2019/michal_stromko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2019/michal_stromko/README.md",
|
|
"pages/students/2016/jan_holp/README.md",
|
|
"pages/topics/resources/README.md",
|
|
"pages/students/2020/matej_kobylan/README.md",
|
|
"pages/topics/legal/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",
|
|
"https://zp.kemt.fei.tuke.sk/topics/resources",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan",
|
|
"https://zp.kemt.fei.tuke.sk/topics/legal"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0177",
|
|
"split": "dev",
|
|
"category": "topic_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Nájdi študenta alebo dokument, ktorý rieši tému „Indexovanie slovenského textu pomocou Elasticsearch“.",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2019/michal_stromko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2019/michal_stromko/README.md",
|
|
"pages/students/2016/jan_holp/README.md",
|
|
"pages/students/2020/matej_kobylan/README.md",
|
|
"pages/students/2019/filip_tomas/README.md",
|
|
"pages/topics/resources/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas",
|
|
"https://zp.kemt.fei.tuke.sk/topics/resources"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0178",
|
|
"split": "dev",
|
|
"category": "paraphrase",
|
|
"difficulty": "medium",
|
|
"question": "O čom je práca osoby Michal Stromko?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2019/michal_stromko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2019/michal_stromko/README.md",
|
|
"pages/students/2019/michal_stromko/vp2021/README.md",
|
|
"pages/students/2020/david_kostilnik/README.md",
|
|
"pages/students/2020/matus_suchanic/README.md",
|
|
"pages/students/2020/matej_kobylan/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0178",
|
|
"split": "dev",
|
|
"category": "paraphrase",
|
|
"difficulty": "medium",
|
|
"question": "O čom je práca osoby Michal Stromko?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2019/michal_stromko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2019/michal_stromko/README.md",
|
|
"pages/students/2019/filip_tomas/README.md",
|
|
"pages/students/2020/david_kostilnik/README.md",
|
|
"pages/students/2020/matus_suchanic/README.md",
|
|
"pages/students/2020/kamil_tomcufcik/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/kamil_tomcufcik"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0178",
|
|
"split": "dev",
|
|
"category": "paraphrase",
|
|
"difficulty": "medium",
|
|
"question": "O čom je práca osoby Michal Stromko?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2019/michal_stromko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2019/michal_stromko/README.md",
|
|
"pages/students/2019/filip_tomas/README.md",
|
|
"pages/students/2020/david_kostilnik/README.md",
|
|
"pages/students/2020/matus_suchanic/README.md",
|
|
"pages/students/2020/matej_kobylan/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0179",
|
|
"split": "dev",
|
|
"category": "fact_work_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku je pri osobe Michal Stromko uvedená bakalárska práca?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2019/michal_stromko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2019/michal_stromko/README.md",
|
|
"pages/students/2019/michal_stromko/vp2021/README.md",
|
|
"pages/students/2020/matus_suchanic/README.md",
|
|
"pages/students/2020/matej_kobylan/README.md",
|
|
"pages/students/2021/matej_scislak/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0179",
|
|
"split": "dev",
|
|
"category": "fact_work_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku je pri osobe Michal Stromko uvedená bakalárska práca?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2019/michal_stromko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2019/michal_stromko/README.md",
|
|
"pages/students/2019/david_stromp/README.md",
|
|
"pages/students/2020/vladyslav_krupko/README.md",
|
|
"pages/students/2016/ediz_morochovic/README.md",
|
|
"pages/students/2016/maros_harahus/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/david_stromp",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0179",
|
|
"split": "dev",
|
|
"category": "fact_work_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku je pri osobe Michal Stromko uvedená bakalárska práca?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2019/michal_stromko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2019/michal_stromko/README.md",
|
|
"pages/students/2019/david_stromp/README.md",
|
|
"pages/students/2020/matej_kobylan/README.md",
|
|
"pages/students/2020/david_kostilnik/README.md",
|
|
"pages/students/2020/vladyslav_krupko/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/david_stromp",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0180",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou Elasticsearch a osobou Michal Stromko?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2019/michal_stromko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2019/michal_stromko/README.md",
|
|
"pages/students/2020/matej_kobylan/README.md",
|
|
"pages/students/2020/matus_suchanic/README.md",
|
|
"pages/students/2019/michal_stromko/vp2021/README.md",
|
|
"pages/students/2019/kristian_sopkovic/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0180",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou Elasticsearch a osobou Michal Stromko?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2019/michal_stromko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2019/michal_stromko/README.md",
|
|
"pages/students/2020/matej_kobylan/README.md",
|
|
"pages/students/2016/jan_holp/README.md",
|
|
"pages/students/2019/filip_tomas/README.md",
|
|
"pages/topics/faq/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0180",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou Elasticsearch a osobou Michal Stromko?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2019/michal_stromko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2019/michal_stromko/README.md",
|
|
"pages/students/2020/matej_kobylan/README.md",
|
|
"pages/students/2016/jan_holp/README.md",
|
|
"pages/students/2019/filip_tomas/README.md",
|
|
"pages/topics/resources/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas",
|
|
"https://zp.kemt.fei.tuke.sk/topics/resources"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0181",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou vyhľadávanie a osobou Michal Stromko?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2019/michal_stromko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2019/michal_stromko/README.md",
|
|
"pages/students/2019/kristian_sopkovic/README.md",
|
|
"pages/students/2020/matej_kobylan/README.md",
|
|
"pages/students/2020/matus_suchanic/README.md",
|
|
"pages/students/2019/michal_stromko/vp2021/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0181",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou vyhľadávanie a osobou Michal Stromko?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2019/michal_stromko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2019/michal_stromko/README.md",
|
|
"pages/topics/faq/README.md",
|
|
"pages/students/2019/filip_tomas/README.md",
|
|
"pages/students/2018/oleh_bilykh/README.md",
|
|
"pages/students/2022/oleh_poiasnik/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0181",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou vyhľadávanie a osobou Michal Stromko?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2019/michal_stromko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2019/michal_stromko/README.md",
|
|
"pages/topics/faq/README.md",
|
|
"pages/students/2019/filip_tomas/README.md",
|
|
"pages/students/2020/matej_kobylan/README.md",
|
|
"pages/students/2019/kristian_sopkovic/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0182",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou FAISS a osobou Michal Stromko?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2019/michal_stromko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2019/michal_stromko/README.md",
|
|
"pages/students/2020/matej_kobylan/README.md",
|
|
"pages/students/2020/matus_suchanic/README.md",
|
|
"pages/students/2019/michal_stromko/vp2021/README.md",
|
|
"pages/students/2019/kristian_sopkovic/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0182",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou FAISS a osobou Michal Stromko?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2019/michal_stromko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2019/michal_stromko/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/topics/faq/README.md",
|
|
"pages/students/2019/kristian_sopkovic/README.md",
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0182",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou FAISS a osobou Michal Stromko?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2019/michal_stromko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2019/michal_stromko/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/topics/faq/README.md",
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md",
|
|
"pages/students/2019/kristian_sopkovic/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0183",
|
|
"split": "dev",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Aký indexovací systém používala bakalárska práca Michala Stromka?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2019/michal_stromko/README.md"
|
|
],
|
|
"first_relevant_rank": null,
|
|
"reciprocal_rank": 0.0,
|
|
"top_documents": [
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md",
|
|
"pages/topics/bert/README.md",
|
|
"pages/students/2020/matus_suchanic/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2019/kristian_sopkovic/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi",
|
|
"https://zp.kemt.fei.tuke.sk/topics/bert",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
|
|
],
|
|
"hit_at_1": 0,
|
|
"recall_at_1": 0.0,
|
|
"hit_at_3": 0,
|
|
"recall_at_3": 0.0,
|
|
"hit_at_5": 0,
|
|
"recall_at_5": 0.0
|
|
},
|
|
{
|
|
"id": "q0183",
|
|
"split": "dev",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Aký indexovací systém používala bakalárska práca Michala Stromka?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2019/michal_stromko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2019/michal_stromko/README.md",
|
|
"pages/students/2019/david_stromp/README.md",
|
|
"pages/students/2020/matej_kobylan/README.md",
|
|
"pages/students/2016/jan_holp/README.md",
|
|
"pages/students/2019/filip_tomas/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/david_stromp",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0183",
|
|
"split": "dev",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Aký indexovací systém používala bakalárska práca Michala Stromka?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2019/michal_stromko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2019/michal_stromko/README.md",
|
|
"pages/students/2019/david_stromp/README.md",
|
|
"pages/students/2020/matej_kobylan/README.md",
|
|
"pages/students/2016/jan_holp/README.md",
|
|
"pages/students/2019/filip_tomas/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/david_stromp",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0184",
|
|
"split": "dev",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Koľko najlepších odsekov mal Michal Stromko nájsť pri QA deme?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2019/michal_stromko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2019/michal_stromko/README.md",
|
|
"pages/students/2019/michal_stromko/vp2021/README.md",
|
|
"pages/students/2019/kristian_sopkovic/README.md",
|
|
"pages/topics/bert/README.md",
|
|
"pages/students/2018/ondrej_megela/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic",
|
|
"https://zp.kemt.fei.tuke.sk/topics/bert",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0184",
|
|
"split": "dev",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Koľko najlepších odsekov mal Michal Stromko nájsť pri QA deme?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2019/michal_stromko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2019/michal_stromko/README.md",
|
|
"pages/students/2019/filip_tomas/README.md",
|
|
"pages/students/2018/oleh_bilykh/README.md",
|
|
"pages/students/2022/valerii_kutsenko/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0184",
|
|
"split": "dev",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Koľko najlepších odsekov mal Michal Stromko nájsť pri QA deme?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2019/michal_stromko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2019/michal_stromko/README.md",
|
|
"pages/students/2019/filip_tomas/README.md",
|
|
"pages/students/2018/oleh_bilykh/README.md",
|
|
"pages/students/2022/valerii_kutsenko/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0200",
|
|
"split": "dev",
|
|
"category": "entity_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Nájdi dokument o osobe Artem Yatsenko.",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2019/artem_yatsenko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2019/artem_yatsenko/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2019/david_stromp/README.md",
|
|
"pages/students/2019/michal_stromko/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/david_stromp",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0200",
|
|
"split": "dev",
|
|
"category": "entity_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Nájdi dokument o osobe Artem Yatsenko.",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2019/artem_yatsenko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2019/artem_yatsenko/README.md",
|
|
"pages/students/2021/manohar_gowdru_shridharu/README.md",
|
|
"pages/interns/sevval_bulburu/README.md",
|
|
"pages/students/2022/vladyslav_yanchenko/README.md",
|
|
"pages/students/2016/jakub_maruniak/timovy_projekt/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu",
|
|
"https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0200",
|
|
"split": "dev",
|
|
"category": "entity_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Nájdi dokument o osobe Artem Yatsenko.",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2019/artem_yatsenko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2019/artem_yatsenko/README.md",
|
|
"pages/students/2021/manohar_gowdru_shridharu/README.md",
|
|
"pages/interns/sevval_bulburu/README.md",
|
|
"pages/students/2022/vladyslav_yanchenko/README.md",
|
|
"pages/students/2016/jakub_maruniak/timovy_projekt/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu",
|
|
"https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0201",
|
|
"split": "dev",
|
|
"category": "fact_title",
|
|
"difficulty": "easy",
|
|
"question": "Aký je názov bakalárska práca osoby Artem Yatsenko?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2019/artem_yatsenko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2019/artem_yatsenko/README.md",
|
|
"pages/students/2020/matus_suchanic/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2016/jakub_maruniak/README.md",
|
|
"pages/students/2021/matej_scislak/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0201",
|
|
"split": "dev",
|
|
"category": "fact_title",
|
|
"difficulty": "easy",
|
|
"question": "Aký je názov bakalárska práca osoby Artem Yatsenko?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2019/artem_yatsenko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2019/artem_yatsenko/README.md",
|
|
"pages/students/2022/vladyslav_yanchenko/README.md",
|
|
"pages/students/2020/vladyslav_krupko/README.md",
|
|
"pages/students/2022/valerii_kutsenko/README.md",
|
|
"pages/students/2020/matej_kobylan/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0201",
|
|
"split": "dev",
|
|
"category": "fact_title",
|
|
"difficulty": "easy",
|
|
"question": "Aký je názov bakalárska práca osoby Artem Yatsenko?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2019/artem_yatsenko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2019/artem_yatsenko/README.md",
|
|
"pages/students/2022/vladyslav_yanchenko/README.md",
|
|
"pages/students/2020/vladyslav_krupko/README.md",
|
|
"pages/students/2022/valerii_kutsenko/README.md",
|
|
"pages/students/2021/vladimir_ferko/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0202",
|
|
"split": "dev",
|
|
"category": "reverse_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Kto sa venuje práci s názvom „Rozpoznávanie pomenovaných entít v slovenskom jazyku“?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2019/artem_yatsenko/README.md"
|
|
],
|
|
"first_relevant_rank": 3,
|
|
"reciprocal_rank": 0.333333,
|
|
"top_documents": [
|
|
"pages/topics/otvorene/README.md",
|
|
"pages/students/2016/jakub_maruniak/README.md",
|
|
"pages/students/2019/artem_yatsenko/README.md",
|
|
"pages/students/2017/than_trung_thanh/README.md",
|
|
"pages/students/2022/serhii_yemets/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/topics/otvorene",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets"
|
|
],
|
|
"hit_at_1": 0,
|
|
"recall_at_1": 0.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0202",
|
|
"split": "dev",
|
|
"category": "reverse_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Kto sa venuje práci s názvom „Rozpoznávanie pomenovaných entít v slovenskom jazyku“?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2019/artem_yatsenko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2019/artem_yatsenko/README.md",
|
|
"pages/students/2016/ediz_morochovic/README.md",
|
|
"pages/students/2017/than_trung_thanh/README.md",
|
|
"pages/topics/named-entity/navod/README.md",
|
|
"pages/students/2016/jakub_maruniak/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh",
|
|
"https://zp.kemt.fei.tuke.sk/topics/named-entity/navod",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0202",
|
|
"split": "dev",
|
|
"category": "reverse_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Kto sa venuje práci s názvom „Rozpoznávanie pomenovaných entít v slovenskom jazyku“?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2019/artem_yatsenko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2019/artem_yatsenko/README.md",
|
|
"pages/students/2016/jakub_maruniak/README.md",
|
|
"pages/topics/otvorene/README.md",
|
|
"pages/students/2017/than_trung_thanh/README.md",
|
|
"pages/students/2016/ediz_morochovic/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"https://zp.kemt.fei.tuke.sk/topics/otvorene",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0203",
|
|
"split": "dev",
|
|
"category": "topic_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Nájdi študenta alebo dokument, ktorý rieši tému „Rozpoznávanie pomenovaných entít v slovenskom jazyku“.",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2019/artem_yatsenko/README.md"
|
|
],
|
|
"first_relevant_rank": 3,
|
|
"reciprocal_rank": 0.333333,
|
|
"top_documents": [
|
|
"pages/topics/otvorene/README.md",
|
|
"pages/students/2016/jakub_maruniak/README.md",
|
|
"pages/students/2019/artem_yatsenko/README.md",
|
|
"pages/students/2017/than_trung_thanh/README.md",
|
|
"pages/students/2022/serhii_yemets/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/topics/otvorene",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets"
|
|
],
|
|
"hit_at_1": 0,
|
|
"recall_at_1": 0.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0203",
|
|
"split": "dev",
|
|
"category": "topic_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Nájdi študenta alebo dokument, ktorý rieši tému „Rozpoznávanie pomenovaných entít v slovenskom jazyku“.",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2019/artem_yatsenko/README.md"
|
|
],
|
|
"first_relevant_rank": 2,
|
|
"reciprocal_rank": 0.5,
|
|
"top_documents": [
|
|
"pages/topics/named-entity/navod/README.md",
|
|
"pages/students/2019/artem_yatsenko/README.md",
|
|
"pages/students/2016/ediz_morochovic/README.md",
|
|
"pages/topics/otvorene/README.md",
|
|
"pages/students/2016/jakub_maruniak/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/topics/named-entity/navod",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic",
|
|
"https://zp.kemt.fei.tuke.sk/topics/otvorene",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"
|
|
],
|
|
"hit_at_1": 0,
|
|
"recall_at_1": 0.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0203",
|
|
"split": "dev",
|
|
"category": "topic_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Nájdi študenta alebo dokument, ktorý rieši tému „Rozpoznávanie pomenovaných entít v slovenskom jazyku“.",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2019/artem_yatsenko/README.md"
|
|
],
|
|
"first_relevant_rank": 2,
|
|
"reciprocal_rank": 0.5,
|
|
"top_documents": [
|
|
"pages/topics/otvorene/README.md",
|
|
"pages/students/2019/artem_yatsenko/README.md",
|
|
"pages/students/2016/jakub_maruniak/README.md",
|
|
"pages/students/2017/than_trung_thanh/README.md",
|
|
"pages/topics/named-entity/navod/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/topics/otvorene",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh",
|
|
"https://zp.kemt.fei.tuke.sk/topics/named-entity/navod"
|
|
],
|
|
"hit_at_1": 0,
|
|
"recall_at_1": 0.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0204",
|
|
"split": "dev",
|
|
"category": "paraphrase",
|
|
"difficulty": "medium",
|
|
"question": "O čom je práca osoby Artem Yatsenko?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2019/artem_yatsenko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2019/artem_yatsenko/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2016/maros_harahus/README.md",
|
|
"pages/students/2017/martin_jancura/README.md",
|
|
"pages/students/2022/valerii_kutsenko/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0204",
|
|
"split": "dev",
|
|
"category": "paraphrase",
|
|
"difficulty": "medium",
|
|
"question": "O čom je práca osoby Artem Yatsenko?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2019/artem_yatsenko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2019/artem_yatsenko/README.md",
|
|
"pages/students/2022/vladyslav_yanchenko/README.md",
|
|
"pages/students/2022/valerii_kutsenko/README.md",
|
|
"pages/students/2021/artur_hyrenko/README.md",
|
|
"pages/students/2022/daniil_huzenko/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0204",
|
|
"split": "dev",
|
|
"category": "paraphrase",
|
|
"difficulty": "medium",
|
|
"question": "O čom je práca osoby Artem Yatsenko?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2019/artem_yatsenko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2019/artem_yatsenko/README.md",
|
|
"pages/students/2022/vladyslav_yanchenko/README.md",
|
|
"pages/students/2020/matej_kobylan/README.md",
|
|
"pages/students/2022/valerii_kutsenko/README.md",
|
|
"pages/students/2021/artur_hyrenko/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0205",
|
|
"split": "dev",
|
|
"category": "fact_start_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku začal študovať Artem Yatsenko?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2019/artem_yatsenko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2019/artem_yatsenko/README.md",
|
|
"pages/students/2021/eduard_matovka/README.md",
|
|
"pages/students/2016/jakub_maruniak/timovy_projekt/README.md",
|
|
"pages/topics/faq/README.md",
|
|
"pages/students/2016/maros_harahus/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0205",
|
|
"split": "dev",
|
|
"category": "fact_start_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku začal študovať Artem Yatsenko?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2019/artem_yatsenko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2019/artem_yatsenko/README.md",
|
|
"pages/students/2022/valerii_kutsenko/README.md",
|
|
"pages/students/2022/vladyslav_yanchenko/README.md",
|
|
"pages/students/2020/david_kostilnik/README.md",
|
|
"pages/students/2022/andrii_pervashov/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0205",
|
|
"split": "dev",
|
|
"category": "fact_start_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku začal študovať Artem Yatsenko?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2019/artem_yatsenko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2019/artem_yatsenko/README.md",
|
|
"pages/students/2022/valerii_kutsenko/README.md",
|
|
"pages/students/2022/vladyslav_yanchenko/README.md",
|
|
"pages/students/2020/david_kostilnik/README.md",
|
|
"pages/students/2022/andrii_pervashov/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0206",
|
|
"split": "dev",
|
|
"category": "verification",
|
|
"difficulty": "medium",
|
|
"question": "Je pri osobe Artem Yatsenko uvedený rok začiatku štúdia 2019?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2019/artem_yatsenko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2019/artem_yatsenko/README.md",
|
|
"pages/students/2019/kristian_sopkovic/README.md",
|
|
"pages/students/2019/filip_tomas/README.md",
|
|
"pages/students/2019/patrik_pokrivcak/README.md",
|
|
"pages/students/2022/tetiana_mohorian/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0206",
|
|
"split": "dev",
|
|
"category": "verification",
|
|
"difficulty": "medium",
|
|
"question": "Je pri osobe Artem Yatsenko uvedený rok začiatku štúdia 2019?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2019/artem_yatsenko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2019/artem_yatsenko/README.md",
|
|
"pages/students/2017/martin_jancura/README.md",
|
|
"pages/students/2016/jakub_maruniak/dp2021/README.md",
|
|
"pages/students/2022/andrii_pervashov/README.md",
|
|
"pages/students/2022/valerii_kutsenko/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0206",
|
|
"split": "dev",
|
|
"category": "verification",
|
|
"difficulty": "medium",
|
|
"question": "Je pri osobe Artem Yatsenko uvedený rok začiatku štúdia 2019?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2019/artem_yatsenko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2019/artem_yatsenko/README.md",
|
|
"pages/students/2021/eduard_matovka/README.md",
|
|
"pages/students/2021/vladimir_ferko/README.md",
|
|
"pages/students/2017/martin_jancura/README.md",
|
|
"pages/students/2016/jakub_maruniak/dp2021/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0207",
|
|
"split": "dev",
|
|
"category": "fact_work_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku je pri osobe Artem Yatsenko uvedená bakalárska práca?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2019/artem_yatsenko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2019/artem_yatsenko/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2016/darius_lindvai/timovy_projekt/resers/README.md",
|
|
"pages/topics/faq/README.md",
|
|
"pages/students/2016/patrik_pavlisin/tp20/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai/timovy_projekt/resers",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0207",
|
|
"split": "dev",
|
|
"category": "fact_work_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku je pri osobe Artem Yatsenko uvedená bakalárska práca?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2019/artem_yatsenko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2019/artem_yatsenko/README.md",
|
|
"pages/students/2020/vladyslav_krupko/README.md",
|
|
"pages/students/2022/vladyslav_yanchenko/README.md",
|
|
"pages/students/2022/valerii_kutsenko/README.md",
|
|
"pages/students/2021/eduard_matovka/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0207",
|
|
"split": "dev",
|
|
"category": "fact_work_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku je pri osobe Artem Yatsenko uvedená bakalárska práca?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2019/artem_yatsenko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2019/artem_yatsenko/README.md",
|
|
"pages/students/2022/vladyslav_yanchenko/README.md",
|
|
"pages/students/2020/vladyslav_krupko/README.md",
|
|
"pages/students/2022/valerii_kutsenko/README.md",
|
|
"pages/students/2021/eduard_matovka/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0208",
|
|
"split": "dev",
|
|
"category": "disambiguation_year",
|
|
"difficulty": "hard",
|
|
"question": "Rozlíš rok začiatku štúdia a rok práce osoby Artem Yatsenko.",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2019/artem_yatsenko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2019/artem_yatsenko/README.md",
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md",
|
|
"pages/students/2019/kristian_sopkovic/README.md",
|
|
"pages/students/2016/ediz_morochovic/README.md",
|
|
"pages/students/2019/filip_tomas/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0208",
|
|
"split": "dev",
|
|
"category": "disambiguation_year",
|
|
"difficulty": "hard",
|
|
"question": "Rozlíš rok začiatku štúdia a rok práce osoby Artem Yatsenko.",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2019/artem_yatsenko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2019/artem_yatsenko/README.md",
|
|
"pages/students/2020/matej_kobylan/README.md",
|
|
"pages/students/2017/martin_jancura/README.md",
|
|
"pages/students/2021/manohar_gowdru_shridharu/README.md",
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0208",
|
|
"split": "dev",
|
|
"category": "disambiguation_year",
|
|
"difficulty": "hard",
|
|
"question": "Rozlíš rok začiatku štúdia a rok práce osoby Artem Yatsenko.",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2019/artem_yatsenko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2019/artem_yatsenko/README.md",
|
|
"pages/students/2020/matej_kobylan/README.md",
|
|
"pages/students/2017/martin_jancura/README.md",
|
|
"pages/students/2021/manohar_gowdru_shridharu/README.md",
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0209",
|
|
"split": "dev",
|
|
"category": "adversarial_year",
|
|
"difficulty": "hard",
|
|
"question": "Je rok 2019 rokom záverečnej práce osoby Artem Yatsenko?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2019/artem_yatsenko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2019/artem_yatsenko/README.md",
|
|
"pages/topics/faq/README.md",
|
|
"pages/topics/akopisat/README.md",
|
|
"pages/students/2019/dmytro_mural/README.md",
|
|
"pages/students/2019/kristian_sopkovic/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq",
|
|
"https://zp.kemt.fei.tuke.sk/topics/akopisat",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0209",
|
|
"split": "dev",
|
|
"category": "adversarial_year",
|
|
"difficulty": "hard",
|
|
"question": "Je rok 2019 rokom záverečnej práce osoby Artem Yatsenko?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2019/artem_yatsenko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2019/artem_yatsenko/README.md",
|
|
"pages/students/2020/vladyslav_krupko/README.md",
|
|
"pages/students/2021/vladimir_ferko/README.md",
|
|
"pages/students/2017/martin_jancura/README.md",
|
|
"pages/students/2022/valerii_kutsenko/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0209",
|
|
"split": "dev",
|
|
"category": "adversarial_year",
|
|
"difficulty": "hard",
|
|
"question": "Je rok 2019 rokom záverečnej práce osoby Artem Yatsenko?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2019/artem_yatsenko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2019/artem_yatsenko/README.md",
|
|
"pages/topics/akopisat/README.md",
|
|
"pages/students/2020/vladyslav_krupko/README.md",
|
|
"pages/students/2021/vladimir_ferko/README.md",
|
|
"pages/students/2017/martin_jancura/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",
|
|
"https://zp.kemt.fei.tuke.sk/topics/akopisat",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0210",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou pomenované entity a osobou Artem Yatsenko?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2019/artem_yatsenko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2019/artem_yatsenko/README.md",
|
|
"pages/topics/named-entity/README.md",
|
|
"pages/students/2017/martin_jancura/README.md",
|
|
"pages/topics/named-entity/navod/README.md",
|
|
"pages/students/2017/dmytro_ushatenko/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",
|
|
"https://zp.kemt.fei.tuke.sk/topics/named-entity",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura",
|
|
"https://zp.kemt.fei.tuke.sk/topics/named-entity/navod",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0210",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou pomenované entity a osobou Artem Yatsenko?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2019/artem_yatsenko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2019/artem_yatsenko/README.md",
|
|
"pages/students/2021/eduard_matovka/README.md",
|
|
"pages/topics/faq/README.md",
|
|
"pages/topics/named-entity/navod/README.md",
|
|
"pages/students/2021/vladimir_ferko/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq",
|
|
"https://zp.kemt.fei.tuke.sk/topics/named-entity/navod",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0210",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou pomenované entity a osobou Artem Yatsenko?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2019/artem_yatsenko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2019/artem_yatsenko/README.md",
|
|
"pages/topics/named-entity/README.md",
|
|
"pages/topics/faq/README.md",
|
|
"pages/topics/named-entity/navod/README.md",
|
|
"pages/students/2021/eduard_matovka/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",
|
|
"https://zp.kemt.fei.tuke.sk/topics/named-entity",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq",
|
|
"https://zp.kemt.fei.tuke.sk/topics/named-entity/navod",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0211",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou Spacy a osobou Artem Yatsenko?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2019/artem_yatsenko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2019/artem_yatsenko/README.md",
|
|
"pages/students/2016/maros_harahus/README.md",
|
|
"pages/students/2017/martin_jancura/README.md",
|
|
"pages/topics/spacy/README.md",
|
|
"pages/students/2019/kristian_sopkovic/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura",
|
|
"https://zp.kemt.fei.tuke.sk/topics/spacy",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0211",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou Spacy a osobou Artem Yatsenko?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2019/artem_yatsenko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2019/artem_yatsenko/README.md",
|
|
"pages/students/2019/kristian_sopkovic/README.md",
|
|
"pages/students/2018/martin_wencel/README.md",
|
|
"pages/students/2016/jakub_maruniak/README.md",
|
|
"pages/topics/spacy/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"https://zp.kemt.fei.tuke.sk/topics/spacy"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0211",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou Spacy a osobou Artem Yatsenko?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2019/artem_yatsenko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2019/artem_yatsenko/README.md",
|
|
"pages/students/2019/kristian_sopkovic/README.md",
|
|
"pages/students/2018/martin_wencel/README.md",
|
|
"pages/topics/faq/README.md",
|
|
"pages/students/2016/maros_harahus/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0212",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou anotácia a osobou Artem Yatsenko?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2019/artem_yatsenko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2019/artem_yatsenko/README.md",
|
|
"pages/students/2017/martin_jancura/README.md",
|
|
"pages/topics/spacy/README.md",
|
|
"pages/topics/named-entity/navod/README.md",
|
|
"pages/topics/question/navod/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura",
|
|
"https://zp.kemt.fei.tuke.sk/topics/spacy",
|
|
"https://zp.kemt.fei.tuke.sk/topics/named-entity/navod",
|
|
"https://zp.kemt.fei.tuke.sk/topics/question/navod"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0212",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou anotácia a osobou Artem Yatsenko?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2019/artem_yatsenko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2019/artem_yatsenko/README.md",
|
|
"pages/students/2021/vladimir_ferko/README.md",
|
|
"pages/topics/question/navod/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/topics/named-entity/navod/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko",
|
|
"https://zp.kemt.fei.tuke.sk/topics/question/navod",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/topics/named-entity/navod"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0212",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou anotácia a osobou Artem Yatsenko?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2019/artem_yatsenko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2019/artem_yatsenko/README.md",
|
|
"pages/topics/question/navod/README.md",
|
|
"pages/topics/named-entity/navod/README.md",
|
|
"pages/students/2021/vladimir_ferko/README.md",
|
|
"pages/topics/faq/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",
|
|
"https://zp.kemt.fei.tuke.sk/topics/question/navod",
|
|
"https://zp.kemt.fei.tuke.sk/topics/named-entity/navod",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0213",
|
|
"split": "dev",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Koľko článkov mal Artem Yatsenko minimálne anotovať cez webové rozhranie?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2019/artem_yatsenko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2019/artem_yatsenko/README.md",
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md",
|
|
"pages/students/2019/filip_tomas/README.md",
|
|
"pages/students/2016/jakub_maruniak/README.md",
|
|
"pages/students/2022/oleh_poiasnik/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0213",
|
|
"split": "dev",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Koľko článkov mal Artem Yatsenko minimálne anotovať cez webové rozhranie?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2019/artem_yatsenko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2019/artem_yatsenko/README.md",
|
|
"pages/students/2019/michal_stromko/README.md",
|
|
"pages/students/2020/matej_kobylan/README.md",
|
|
"pages/students/2021/vladimir_ferko/README.md",
|
|
"pages/students/2016/jakub_maruniak/dp2021/train_experiments/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021/train_experiments"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0213",
|
|
"split": "dev",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Koľko článkov mal Artem Yatsenko minimálne anotovať cez webové rozhranie?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2019/artem_yatsenko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2019/artem_yatsenko/README.md",
|
|
"pages/students/2020/matej_kobylan/README.md",
|
|
"pages/students/2019/michal_stromko/README.md",
|
|
"pages/students/2021/vladimir_ferko/README.md",
|
|
"pages/students/2016/jakub_maruniak/dp2021/train_experiments/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021/train_experiments"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0229",
|
|
"split": "dev",
|
|
"category": "entity_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Nájdi dokument o osobe Matej Ščišľak.",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2021/matej_scislak/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/topics/chatbot/README.md",
|
|
"pages/topics/legal/README.md",
|
|
"pages/students/2020/matej_kobylan/README.md",
|
|
"pages/students/2021/matej_novotny/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/topics/chatbot",
|
|
"https://zp.kemt.fei.tuke.sk/topics/legal",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0229",
|
|
"split": "dev",
|
|
"category": "entity_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Nájdi dokument o osobe Matej Ščišľak.",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2021/matej_scislak/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2021/manohar_gowdru_shridharu/README.md",
|
|
"pages/students/2020/matej_kobylan/README.md",
|
|
"pages/students/2021/matej_novotny/README.md",
|
|
"pages/interns/oliver_pejic/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",
|
|
"https://zp.kemt.fei.tuke.sk/interns/oliver_pejic"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0229",
|
|
"split": "dev",
|
|
"category": "entity_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Nájdi dokument o osobe Matej Ščišľak.",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2021/matej_scislak/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2020/matej_kobylan/README.md",
|
|
"pages/students/2021/matej_novotny/README.md",
|
|
"pages/students/2021/manohar_gowdru_shridharu/README.md",
|
|
"pages/interns/oliver_pejic/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu",
|
|
"https://zp.kemt.fei.tuke.sk/interns/oliver_pejic"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0230",
|
|
"split": "dev",
|
|
"category": "fact_title",
|
|
"difficulty": "easy",
|
|
"question": "Aký je názov diplomová práca osoby Matej Ščišľak?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2021/matej_scislak/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/topics/chatbot/README.md",
|
|
"pages/students/2023/maksym_zatirka/README.md",
|
|
"pages/students/2021/matej_novotny/README.md",
|
|
"pages/topics/legal/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/topics/chatbot",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",
|
|
"https://zp.kemt.fei.tuke.sk/topics/legal"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0230",
|
|
"split": "dev",
|
|
"category": "fact_title",
|
|
"difficulty": "easy",
|
|
"question": "Aký je názov diplomová práca osoby Matej Ščišľak?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2021/matej_scislak/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2021/matej_novotny/README.md",
|
|
"pages/students/2016/mark_feher/README.md",
|
|
"pages/students/2020/matus_suchanic/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/mark_feher",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0230",
|
|
"split": "dev",
|
|
"category": "fact_title",
|
|
"difficulty": "easy",
|
|
"question": "Aký je názov diplomová práca osoby Matej Ščišľak?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2021/matej_scislak/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2021/matej_novotny/README.md",
|
|
"pages/students/2016/mark_feher/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2023/maksym_zatirka/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/mark_feher",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0231",
|
|
"split": "dev",
|
|
"category": "reverse_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Kto sa venuje práci s názvom „Znalostné grafy pre zlepšenie vyhľadávania právnych informácií“?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2021/matej_scislak/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2022/valerii_kutsenko/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2022/oleh_poiasnik/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0231",
|
|
"split": "dev",
|
|
"category": "reverse_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Kto sa venuje práci s názvom „Znalostné grafy pre zlepšenie vyhľadávania právnych informácií“?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2021/matej_scislak/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2022/valerii_kutsenko/README.md",
|
|
"pages/topics/legal/README.md",
|
|
"pages/students/2016/jan_holp/README.md",
|
|
"pages/students/2016/jan_holp/timovy_projekt/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",
|
|
"https://zp.kemt.fei.tuke.sk/topics/legal",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0231",
|
|
"split": "dev",
|
|
"category": "reverse_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Kto sa venuje práci s názvom „Znalostné grafy pre zlepšenie vyhľadávania právnych informácií“?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2021/matej_scislak/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2022/valerii_kutsenko/README.md",
|
|
"pages/students/2023/maksym_zatirka/README.md",
|
|
"pages/students/2016/jan_holp/README.md",
|
|
"pages/students/2016/jan_holp/timovy_projekt/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0232",
|
|
"split": "dev",
|
|
"category": "topic_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Nájdi študenta alebo dokument, ktorý rieši tému „Znalostné grafy pre zlepšenie vyhľadávania právnych informácií“.",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2021/matej_scislak/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2022/valerii_kutsenko/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2022/oleh_poiasnik/README.md",
|
|
"pages/students/2021/vladimir_ferko/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0232",
|
|
"split": "dev",
|
|
"category": "topic_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Nájdi študenta alebo dokument, ktorý rieši tému „Znalostné grafy pre zlepšenie vyhľadávania právnych informácií“.",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2021/matej_scislak/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/topics/legal/README.md",
|
|
"pages/students/2023/maksym_zatirka/README.md",
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2022/valerii_kutsenko/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/topics/legal",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0232",
|
|
"split": "dev",
|
|
"category": "topic_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Nájdi študenta alebo dokument, ktorý rieši tému „Znalostné grafy pre zlepšenie vyhľadávania právnych informácií“.",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2021/matej_scislak/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2023/maksym_zatirka/README.md",
|
|
"pages/students/2022/valerii_kutsenko/README.md",
|
|
"pages/students/2019/michal_stromko/README.md",
|
|
"pages/topics/legal/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"https://zp.kemt.fei.tuke.sk/topics/legal"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0233",
|
|
"split": "dev",
|
|
"category": "paraphrase",
|
|
"difficulty": "medium",
|
|
"question": "O čom je práca osoby Matej Ščišľak?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2021/matej_scislak/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/topics/chatbot/README.md",
|
|
"pages/students/2020/matej_kobylan/README.md",
|
|
"pages/topics/legal/README.md",
|
|
"pages/students/2023/maksym_zatirka/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/topics/chatbot",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan",
|
|
"https://zp.kemt.fei.tuke.sk/topics/legal",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0233",
|
|
"split": "dev",
|
|
"category": "paraphrase",
|
|
"difficulty": "medium",
|
|
"question": "O čom je práca osoby Matej Ščišľak?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2021/matej_scislak/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2020/matej_kobylan/README.md",
|
|
"pages/students/2020/matus_suchanic/README.md",
|
|
"pages/students/2023/maksym_zatirka/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0233",
|
|
"split": "dev",
|
|
"category": "paraphrase",
|
|
"difficulty": "medium",
|
|
"question": "O čom je práca osoby Matej Ščišľak?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2021/matej_scislak/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2020/matej_kobylan/README.md",
|
|
"pages/students/2023/maksym_zatirka/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2021/matej_novotny/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0234",
|
|
"split": "dev",
|
|
"category": "fact_start_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku začal študovať Matej Ščišľak?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2021/matej_scislak/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/topics/chatbot/README.md",
|
|
"pages/students/2021/eduard_matovka/README.md",
|
|
"pages/students/2016/jakub_maruniak/timovy_projekt/README.md",
|
|
"pages/topics/legal/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/topics/chatbot",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt",
|
|
"https://zp.kemt.fei.tuke.sk/topics/legal"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0234",
|
|
"split": "dev",
|
|
"category": "fact_start_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku začal študovať Matej Ščišľak?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2021/matej_scislak/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2020/matus_suchanic/README.md",
|
|
"pages/students/2021/matej_novotny/README.md",
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2020/david_kostilnik/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0234",
|
|
"split": "dev",
|
|
"category": "fact_start_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku začal študovať Matej Ščišľak?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2021/matej_scislak/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2021/matej_novotny/README.md",
|
|
"pages/students/2020/matej_kobylan/README.md",
|
|
"pages/students/2020/matus_suchanic/README.md",
|
|
"pages/students/2022/jan_malinovsky/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0235",
|
|
"split": "dev",
|
|
"category": "verification",
|
|
"difficulty": "medium",
|
|
"question": "Je pri osobe Matej Ščišľak uvedený rok začiatku štúdia 2021?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2021/matej_scislak/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2021/matej_novotny/README.md",
|
|
"pages/students/2020/matej_kobylan/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md",
|
|
"pages/students/2021/eduard_matovka/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0235",
|
|
"split": "dev",
|
|
"category": "verification",
|
|
"difficulty": "medium",
|
|
"question": "Je pri osobe Matej Ščišľak uvedený rok začiatku štúdia 2021?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2021/matej_scislak/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2018/martin_wencel/README.md",
|
|
"pages/students/2018/NaN1name_buday/README.md",
|
|
"pages/students/2021/matej_novotny/README.md",
|
|
"pages/students/2016/maros_harahus/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/NaN1name_buday",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0235",
|
|
"split": "dev",
|
|
"category": "verification",
|
|
"difficulty": "medium",
|
|
"question": "Je pri osobe Matej Ščišľak uvedený rok začiatku štúdia 2021?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2021/matej_scislak/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2021/matej_novotny/README.md",
|
|
"pages/students/2018/NaN1name_buday/README.md",
|
|
"pages/students/2018/martin_wencel/README.md",
|
|
"pages/students/2020/matus_suchanic/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/NaN1name_buday",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0236",
|
|
"split": "dev",
|
|
"category": "fact_work_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku je pri osobe Matej Ščišľak uvedená diplomová práca?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2021/matej_scislak/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/topics/chatbot/README.md",
|
|
"pages/students/2021/matej_novotny/README.md",
|
|
"pages/topics/legal/README.md",
|
|
"pages/students/2023/maksym_zatirka/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/topics/chatbot",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",
|
|
"https://zp.kemt.fei.tuke.sk/topics/legal",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0236",
|
|
"split": "dev",
|
|
"category": "fact_work_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku je pri osobe Matej Ščišľak uvedená diplomová práca?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2021/matej_scislak/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2021/matej_novotny/README.md",
|
|
"pages/students/2016/mark_feher/README.md",
|
|
"pages/students/2020/matus_suchanic/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/mark_feher",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0236",
|
|
"split": "dev",
|
|
"category": "fact_work_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku je pri osobe Matej Ščišľak uvedená diplomová práca?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2021/matej_scislak/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2021/matej_novotny/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2016/mark_feher/README.md",
|
|
"pages/students/2023/maksym_zatirka/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/mark_feher",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0237",
|
|
"split": "dev",
|
|
"category": "disambiguation_year",
|
|
"difficulty": "hard",
|
|
"question": "Rozlíš rok začiatku štúdia a rok práce osoby Matej Ščišľak.",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2021/matej_scislak/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2021/matej_novotny/README.md",
|
|
"pages/students/2020/matej_kobylan/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md",
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0237",
|
|
"split": "dev",
|
|
"category": "disambiguation_year",
|
|
"difficulty": "hard",
|
|
"question": "Rozlíš rok začiatku štúdia a rok práce osoby Matej Ščišľak.",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2021/matej_scislak/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2020/matej_kobylan/README.md",
|
|
"pages/students/2017/martin_jancura/README.md",
|
|
"pages/students/2016/maros_harahus/README.md",
|
|
"pages/students/2021/matej_novotny/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0237",
|
|
"split": "dev",
|
|
"category": "disambiguation_year",
|
|
"difficulty": "hard",
|
|
"question": "Rozlíš rok začiatku štúdia a rok práce osoby Matej Ščišľak.",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2021/matej_scislak/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2020/matej_kobylan/README.md",
|
|
"pages/students/2017/martin_jancura/README.md",
|
|
"pages/students/2016/maros_harahus/README.md",
|
|
"pages/students/2022/jan_malinovsky/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0238",
|
|
"split": "dev",
|
|
"category": "adversarial_year",
|
|
"difficulty": "hard",
|
|
"question": "Je rok 2021 rokom záverečnej práce osoby Matej Ščišľak?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2021/matej_scislak/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2021/matej_novotny/README.md",
|
|
"pages/topics/chatbot/README.md",
|
|
"pages/topics/faq/README.md",
|
|
"pages/topics/akopisat/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",
|
|
"https://zp.kemt.fei.tuke.sk/topics/chatbot",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq",
|
|
"https://zp.kemt.fei.tuke.sk/topics/akopisat"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0238",
|
|
"split": "dev",
|
|
"category": "adversarial_year",
|
|
"difficulty": "hard",
|
|
"question": "Je rok 2021 rokom záverečnej práce osoby Matej Ščišľak?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2021/matej_scislak/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/students/2020/matus_suchanic/README.md",
|
|
"pages/students/2018/martin_wencel/README.md",
|
|
"pages/students/2021/matej_novotny/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0238",
|
|
"split": "dev",
|
|
"category": "adversarial_year",
|
|
"difficulty": "hard",
|
|
"question": "Je rok 2021 rokom záverečnej práce osoby Matej Ščišľak?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2021/matej_scislak/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2021/matej_novotny/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/students/2020/matus_suchanic/README.md",
|
|
"pages/students/2020/matej_kobylan/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0239",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou GraphRAG a osobou Matej Ščišľak?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2021/matej_scislak/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2020/matej_kobylan/README.md",
|
|
"pages/topics/chatbot/README.md",
|
|
"pages/students/2017/martin_jancura/README.md",
|
|
"pages/students/2021/matej_novotny/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan",
|
|
"https://zp.kemt.fei.tuke.sk/topics/chatbot",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0239",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou GraphRAG a osobou Matej Ščišľak?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2021/matej_scislak/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2023/maksym_zatirka/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2022/oleh_poiasnik/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0239",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou GraphRAG a osobou Matej Ščišľak?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2021/matej_scislak/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2023/maksym_zatirka/README.md",
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2022/oleh_poiasnik/README.md",
|
|
"pages/students/2022/jan_ptak/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0240",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou Neo4J a osobou Matej Ščišľak?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2021/matej_scislak/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2023/maksym_zatirka/README.md",
|
|
"pages/students/2020/matej_kobylan/README.md",
|
|
"pages/topics/chatbot/README.md",
|
|
"pages/students/2017/martin_jancura/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan",
|
|
"https://zp.kemt.fei.tuke.sk/topics/chatbot",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0240",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou Neo4J a osobou Matej Ščišľak?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2021/matej_scislak/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2023/maksym_zatirka/README.md",
|
|
"pages/students/2021/eduard_matovka/README.md",
|
|
"pages/topics/chatbot/README.md",
|
|
"pages/students/2018/NaN1name_buday/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka",
|
|
"https://zp.kemt.fei.tuke.sk/topics/chatbot",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/NaN1name_buday"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0240",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou Neo4J a osobou Matej Ščišľak?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2021/matej_scislak/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2023/maksym_zatirka/README.md",
|
|
"pages/topics/chatbot/README.md",
|
|
"pages/students/2020/matej_kobylan/README.md",
|
|
"pages/students/2021/eduard_matovka/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka",
|
|
"https://zp.kemt.fei.tuke.sk/topics/chatbot",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0241",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou FAISS a osobou Matej Ščišľak?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2021/matej_scislak/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2019/michal_stromko/README.md",
|
|
"pages/students/2020/matej_kobylan/README.md",
|
|
"pages/topics/chatbot/README.md",
|
|
"pages/students/2017/martin_jancura/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan",
|
|
"https://zp.kemt.fei.tuke.sk/topics/chatbot",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0241",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou FAISS a osobou Matej Ščišľak?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2021/matej_scislak/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md",
|
|
"pages/topics/faq/README.md",
|
|
"pages/topics/chatbot/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq",
|
|
"https://zp.kemt.fei.tuke.sk/topics/chatbot"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0241",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou FAISS a osobou Matej Ščišľak?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2021/matej_scislak/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/topics/chatbot/README.md",
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md",
|
|
"pages/students/2019/michal_stromko/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/topics/chatbot",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0242",
|
|
"split": "dev",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Z akých dvoch hlavných častí sa skladal GraphRAG Mateja Ščišľaka?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2021/matej_scislak/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2016/jan_holp/timovy_projekt/README.md",
|
|
"pages/students/2023/maksym_zatirka/README.md",
|
|
"pages/students/2016/patrik_pavlisin/tp20/README.md",
|
|
"pages/students/2022/jan_malinovsky/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0242",
|
|
"split": "dev",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Z akých dvoch hlavných častí sa skladal GraphRAG Mateja Ščišľaka?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2021/matej_scislak/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2023/maksym_zatirka/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2022/oleh_poiasnik/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0242",
|
|
"split": "dev",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Z akých dvoch hlavných častí sa skladal GraphRAG Mateja Ščišľaka?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2021/matej_scislak/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2022/oleh_poiasnik/README.md",
|
|
"pages/students/2023/maksym_zatirka/README.md",
|
|
"pages/students/2022/jan_ptak/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0243",
|
|
"split": "dev",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Koľko otázok bolo vytvorených na testovanie systému Mateja Ščišľaka?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2021/matej_scislak/README.md"
|
|
],
|
|
"first_relevant_rank": 4,
|
|
"reciprocal_rank": 0.25,
|
|
"top_documents": [
|
|
"pages/topics/question/nezodpovedatelne/README.md",
|
|
"pages/topics/question/validacie/README.md",
|
|
"pages/topics/question/navod/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2019/filip_tomas/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne",
|
|
"https://zp.kemt.fei.tuke.sk/topics/question/validacie",
|
|
"https://zp.kemt.fei.tuke.sk/topics/question/navod",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"
|
|
],
|
|
"hit_at_1": 0,
|
|
"recall_at_1": 0.0,
|
|
"hit_at_3": 0,
|
|
"recall_at_3": 0.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0243",
|
|
"split": "dev",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Koľko otázok bolo vytvorených na testovanie systému Mateja Ščišľaka?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2021/matej_scislak/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2022/valerii_kutsenko/README.md",
|
|
"pages/students/2018/oleh_bilykh/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0243",
|
|
"split": "dev",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Koľko otázok bolo vytvorených na testovanie systému Mateja Ščišľaka?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2021/matej_scislak/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2022/valerii_kutsenko/README.md",
|
|
"pages/students/2018/oleh_bilykh/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0244",
|
|
"split": "dev",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Aký bol názov bakalárskej práce Mateja Ščišľaka v roku 2024?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2021/matej_scislak/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2016/jan_holp/README.md",
|
|
"pages/students/2016/ediz_morochovic/README.md",
|
|
"pages/students/2016/patrik_pavlisin/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0244",
|
|
"split": "dev",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Aký bol názov bakalárskej práce Mateja Ščišľaka v roku 2024?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2021/matej_scislak/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2021/eduard_matovka/README.md",
|
|
"pages/students/2020/matus_suchanic/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2020/matej_kobylan/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0244",
|
|
"split": "dev",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Aký bol názov bakalárskej práce Mateja Ščišľaka v roku 2024?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2021/matej_scislak/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2021/eduard_matovka/README.md",
|
|
"pages/students/2020/matus_suchanic/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2020/matej_kobylan/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0245",
|
|
"split": "dev",
|
|
"category": "entity_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Nájdi dokument o osobe Vladimír Ferko.",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2021/vladimir_ferko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2021/vladimir_ferko/README.md",
|
|
"pages/students/2021/eduard_matovka/README.md",
|
|
"pages/topics/hatespeech/README.md",
|
|
"pages/interns/sevval_bulburu/README.md",
|
|
"pages/students/2021/matej_scislak/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka",
|
|
"https://zp.kemt.fei.tuke.sk/topics/hatespeech",
|
|
"https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0245",
|
|
"split": "dev",
|
|
"category": "entity_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Nájdi dokument o osobe Vladimír Ferko.",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2021/vladimir_ferko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2021/vladimir_ferko/README.md",
|
|
"pages/students/2021/manohar_gowdru_shridharu/README.md",
|
|
"pages/interns/sevval_bulburu/README.md",
|
|
"pages/students/2020/vladyslav_krupko/README.md",
|
|
"pages/students/2022/valerii_kutsenko/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu",
|
|
"https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0245",
|
|
"split": "dev",
|
|
"category": "entity_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Nájdi dokument o osobe Vladimír Ferko.",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2021/vladimir_ferko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2021/vladimir_ferko/README.md",
|
|
"pages/students/2021/manohar_gowdru_shridharu/README.md",
|
|
"pages/interns/sevval_bulburu/README.md",
|
|
"pages/students/2020/vladyslav_krupko/README.md",
|
|
"pages/students/2022/valerii_kutsenko/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu",
|
|
"https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0246",
|
|
"split": "dev",
|
|
"category": "fact_title",
|
|
"difficulty": "easy",
|
|
"question": "Aký je názov bakalárska práca osoby Vladimír Ferko?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2021/vladimir_ferko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2021/vladimir_ferko/README.md",
|
|
"pages/students/2021/eduard_matovka/README.md",
|
|
"pages/topics/hatespeech/README.md",
|
|
"pages/interns/sevval_bulburu/README.md",
|
|
"pages/students/2020/matus_suchanic/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka",
|
|
"https://zp.kemt.fei.tuke.sk/topics/hatespeech",
|
|
"https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0246",
|
|
"split": "dev",
|
|
"category": "fact_title",
|
|
"difficulty": "easy",
|
|
"question": "Aký je názov bakalárska práca osoby Vladimír Ferko?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2021/vladimir_ferko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2021/vladimir_ferko/README.md",
|
|
"pages/students/2021/eduard_matovka/README.md",
|
|
"pages/students/2020/vladyslav_krupko/README.md",
|
|
"pages/students/2019/michal_stromko/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0246",
|
|
"split": "dev",
|
|
"category": "fact_title",
|
|
"difficulty": "easy",
|
|
"question": "Aký je názov bakalárska práca osoby Vladimír Ferko?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2021/vladimir_ferko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2021/vladimir_ferko/README.md",
|
|
"pages/students/2021/eduard_matovka/README.md",
|
|
"pages/students/2016/jan_holp/README.md",
|
|
"pages/students/2020/vladyslav_krupko/README.md",
|
|
"pages/students/2016/patrik_pavlisin/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0247",
|
|
"split": "dev",
|
|
"category": "reverse_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Kto sa venuje práci s názvom „Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči“?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2021/vladimir_ferko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2021/vladimir_ferko/README.md",
|
|
"pages/students/2022/tetiana_mohorian/README.md",
|
|
"pages/students/2017/martin_jancura/README.md",
|
|
"pages/students/2019/patrik_pokrivcak/README.md",
|
|
"pages/topics/question/navod/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak",
|
|
"https://zp.kemt.fei.tuke.sk/topics/question/navod"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0247",
|
|
"split": "dev",
|
|
"category": "reverse_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Kto sa venuje práci s názvom „Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči“?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2021/vladimir_ferko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2021/vladimir_ferko/README.md",
|
|
"pages/students/2020/jakub_kristian_lukas/README.md",
|
|
"pages/students/2021/matej_novotny/README.md",
|
|
"pages/students/2019/patrik_pokrivcak/README.md",
|
|
"pages/students/2022/tetiana_mohorian/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0247",
|
|
"split": "dev",
|
|
"category": "reverse_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Kto sa venuje práci s názvom „Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči“?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2021/vladimir_ferko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2021/vladimir_ferko/README.md",
|
|
"pages/students/2020/jakub_kristian_lukas/README.md",
|
|
"pages/students/2022/tetiana_mohorian/README.md",
|
|
"pages/students/2019/patrik_pokrivcak/README.md",
|
|
"pages/students/2021/matej_novotny/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0248",
|
|
"split": "dev",
|
|
"category": "topic_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Nájdi študenta alebo dokument, ktorý rieši tému „Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči“.",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2021/vladimir_ferko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2021/vladimir_ferko/README.md",
|
|
"pages/students/2022/tetiana_mohorian/README.md",
|
|
"pages/students/2017/martin_jancura/README.md",
|
|
"pages/students/2019/patrik_pokrivcak/README.md",
|
|
"pages/students/2019/michal_stromko/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0248",
|
|
"split": "dev",
|
|
"category": "topic_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Nájdi študenta alebo dokument, ktorý rieši tému „Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči“.",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2021/vladimir_ferko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2021/vladimir_ferko/README.md",
|
|
"pages/students/2021/matej_novotny/README.md",
|
|
"pages/students/2020/jakub_kristian_lukas/README.md",
|
|
"pages/students/2022/tetiana_mohorian/README.md",
|
|
"pages/students/2019/patrik_pokrivcak/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0248",
|
|
"split": "dev",
|
|
"category": "topic_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Nájdi študenta alebo dokument, ktorý rieši tému „Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči“.",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2021/vladimir_ferko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2021/vladimir_ferko/README.md",
|
|
"pages/students/2020/jakub_kristian_lukas/README.md",
|
|
"pages/students/2022/tetiana_mohorian/README.md",
|
|
"pages/students/2019/patrik_pokrivcak/README.md",
|
|
"pages/students/2021/matej_novotny/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0249",
|
|
"split": "dev",
|
|
"category": "paraphrase",
|
|
"difficulty": "medium",
|
|
"question": "O čom je práca osoby Vladimír Ferko?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2021/vladimir_ferko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2021/vladimir_ferko/README.md",
|
|
"pages/topics/hatespeech/README.md",
|
|
"pages/students/2021/eduard_matovka/README.md",
|
|
"pages/interns/sevval_bulburu/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko",
|
|
"https://zp.kemt.fei.tuke.sk/topics/hatespeech",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka",
|
|
"https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0249",
|
|
"split": "dev",
|
|
"category": "paraphrase",
|
|
"difficulty": "medium",
|
|
"question": "O čom je práca osoby Vladimír Ferko?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2021/vladimir_ferko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2021/vladimir_ferko/README.md",
|
|
"pages/students/2020/vladyslav_krupko/README.md",
|
|
"pages/students/2021/eduard_matovka/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2022/valerii_kutsenko/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0249",
|
|
"split": "dev",
|
|
"category": "paraphrase",
|
|
"difficulty": "medium",
|
|
"question": "O čom je práca osoby Vladimír Ferko?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2021/vladimir_ferko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2021/vladimir_ferko/README.md",
|
|
"pages/students/2021/eduard_matovka/README.md",
|
|
"pages/students/2020/vladyslav_krupko/README.md",
|
|
"pages/students/2022/valerii_kutsenko/README.md",
|
|
"pages/students/2021/matej_scislak/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0250",
|
|
"split": "dev",
|
|
"category": "fact_start_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku začal študovať Vladimír Ferko?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2021/vladimir_ferko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2021/vladimir_ferko/README.md",
|
|
"pages/students/2021/eduard_matovka/README.md",
|
|
"pages/topics/hatespeech/README.md",
|
|
"pages/interns/sevval_bulburu/README.md",
|
|
"pages/students/2016/jakub_maruniak/timovy_projekt/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka",
|
|
"https://zp.kemt.fei.tuke.sk/topics/hatespeech",
|
|
"https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0250",
|
|
"split": "dev",
|
|
"category": "fact_start_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku začal študovať Vladimír Ferko?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2021/vladimir_ferko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2021/vladimir_ferko/README.md",
|
|
"pages/students/2022/valerii_kutsenko/README.md",
|
|
"pages/students/2020/david_kostilnik/README.md",
|
|
"pages/students/2020/vladyslav_krupko/README.md",
|
|
"pages/students/2021/eduard_matovka/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0250",
|
|
"split": "dev",
|
|
"category": "fact_start_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku začal študovať Vladimír Ferko?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2021/vladimir_ferko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2021/vladimir_ferko/README.md",
|
|
"pages/students/2021/eduard_matovka/README.md",
|
|
"pages/students/2022/valerii_kutsenko/README.md",
|
|
"pages/students/2020/david_kostilnik/README.md",
|
|
"pages/students/2020/vladyslav_krupko/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0251",
|
|
"split": "dev",
|
|
"category": "verification",
|
|
"difficulty": "medium",
|
|
"question": "Je pri osobe Vladimír Ferko uvedený rok začiatku štúdia 2021?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2021/vladimir_ferko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2021/vladimir_ferko/README.md",
|
|
"pages/students/2021/eduard_matovka/README.md",
|
|
"pages/topics/hatespeech/README.md",
|
|
"pages/students/2021/matej_novotny/README.md",
|
|
"pages/students/2021/matej_scislak/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka",
|
|
"https://zp.kemt.fei.tuke.sk/topics/hatespeech",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0251",
|
|
"split": "dev",
|
|
"category": "verification",
|
|
"difficulty": "medium",
|
|
"question": "Je pri osobe Vladimír Ferko uvedený rok začiatku štúdia 2021?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2021/vladimir_ferko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2021/vladimir_ferko/README.md",
|
|
"pages/students/2021/eduard_matovka/README.md",
|
|
"pages/students/2018/martin_wencel/README.md",
|
|
"pages/students/2016/jakub_maruniak/README.md",
|
|
"pages/students/2019/kristian_sopkovic/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0251",
|
|
"split": "dev",
|
|
"category": "verification",
|
|
"difficulty": "medium",
|
|
"question": "Je pri osobe Vladimír Ferko uvedený rok začiatku štúdia 2021?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2021/vladimir_ferko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2021/vladimir_ferko/README.md",
|
|
"pages/students/2021/eduard_matovka/README.md",
|
|
"pages/students/2018/martin_wencel/README.md",
|
|
"pages/topics/hatespeech/README.md",
|
|
"pages/students/2016/jakub_maruniak/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel",
|
|
"https://zp.kemt.fei.tuke.sk/topics/hatespeech",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0252",
|
|
"split": "dev",
|
|
"category": "fact_work_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku je pri osobe Vladimír Ferko uvedená bakalárska práca?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2021/vladimir_ferko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2021/vladimir_ferko/README.md",
|
|
"pages/students/2021/eduard_matovka/README.md",
|
|
"pages/topics/hatespeech/README.md",
|
|
"pages/interns/sevval_bulburu/README.md",
|
|
"pages/students/2021/matej_scislak/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka",
|
|
"https://zp.kemt.fei.tuke.sk/topics/hatespeech",
|
|
"https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0252",
|
|
"split": "dev",
|
|
"category": "fact_work_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku je pri osobe Vladimír Ferko uvedená bakalárska práca?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2021/vladimir_ferko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2021/vladimir_ferko/README.md",
|
|
"pages/students/2021/eduard_matovka/README.md",
|
|
"pages/students/2020/vladyslav_krupko/README.md",
|
|
"pages/students/2019/michal_stromko/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0252",
|
|
"split": "dev",
|
|
"category": "fact_work_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku je pri osobe Vladimír Ferko uvedená bakalárska práca?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2021/vladimir_ferko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2021/vladimir_ferko/README.md",
|
|
"pages/students/2021/eduard_matovka/README.md",
|
|
"pages/students/2020/vladyslav_krupko/README.md",
|
|
"pages/students/2019/michal_stromko/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0253",
|
|
"split": "dev",
|
|
"category": "disambiguation_year",
|
|
"difficulty": "hard",
|
|
"question": "Rozlíš rok začiatku štúdia a rok práce osoby Vladimír Ferko.",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2021/vladimir_ferko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2021/vladimir_ferko/README.md",
|
|
"pages/students/2021/eduard_matovka/README.md",
|
|
"pages/topics/hatespeech/README.md",
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md",
|
|
"pages/interns/sevval_bulburu/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka",
|
|
"https://zp.kemt.fei.tuke.sk/topics/hatespeech",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",
|
|
"https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0253",
|
|
"split": "dev",
|
|
"category": "disambiguation_year",
|
|
"difficulty": "hard",
|
|
"question": "Rozlíš rok začiatku štúdia a rok práce osoby Vladimír Ferko.",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2021/vladimir_ferko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2021/vladimir_ferko/README.md",
|
|
"pages/students/2020/vladyslav_krupko/README.md",
|
|
"pages/topics/akopisat/README.md",
|
|
"pages/students/2020/matej_kobylan/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko",
|
|
"https://zp.kemt.fei.tuke.sk/topics/akopisat",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0253",
|
|
"split": "dev",
|
|
"category": "disambiguation_year",
|
|
"difficulty": "hard",
|
|
"question": "Rozlíš rok začiatku štúdia a rok práce osoby Vladimír Ferko.",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2021/vladimir_ferko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2021/vladimir_ferko/README.md",
|
|
"pages/students/2021/eduard_matovka/README.md",
|
|
"pages/students/2020/vladyslav_krupko/README.md",
|
|
"pages/topics/akopisat/README.md",
|
|
"pages/students/2020/matej_kobylan/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko",
|
|
"https://zp.kemt.fei.tuke.sk/topics/akopisat",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0254",
|
|
"split": "dev",
|
|
"category": "adversarial_year",
|
|
"difficulty": "hard",
|
|
"question": "Je rok 2021 rokom záverečnej práce osoby Vladimír Ferko?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2021/vladimir_ferko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2021/vladimir_ferko/README.md",
|
|
"pages/students/2021/eduard_matovka/README.md",
|
|
"pages/topics/hatespeech/README.md",
|
|
"pages/interns/sevval_bulburu/README.md",
|
|
"pages/topics/faq/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka",
|
|
"https://zp.kemt.fei.tuke.sk/topics/hatespeech",
|
|
"https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0254",
|
|
"split": "dev",
|
|
"category": "adversarial_year",
|
|
"difficulty": "hard",
|
|
"question": "Je rok 2021 rokom záverečnej práce osoby Vladimír Ferko?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2021/vladimir_ferko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2021/vladimir_ferko/README.md",
|
|
"pages/students/2021/eduard_matovka/README.md",
|
|
"pages/students/2020/vladyslav_krupko/README.md",
|
|
"pages/topics/akopisat/README.md",
|
|
"pages/students/2018/martin_wencel/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko",
|
|
"https://zp.kemt.fei.tuke.sk/topics/akopisat",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0254",
|
|
"split": "dev",
|
|
"category": "adversarial_year",
|
|
"difficulty": "hard",
|
|
"question": "Je rok 2021 rokom záverečnej práce osoby Vladimír Ferko?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2021/vladimir_ferko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2021/vladimir_ferko/README.md",
|
|
"pages/students/2021/eduard_matovka/README.md",
|
|
"pages/topics/akopisat/README.md",
|
|
"pages/topics/hatespeech/README.md",
|
|
"pages/students/2020/vladyslav_krupko/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka",
|
|
"https://zp.kemt.fei.tuke.sk/topics/akopisat",
|
|
"https://zp.kemt.fei.tuke.sk/topics/hatespeech",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0255",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou hate speech a osobou Vladimír Ferko?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2021/vladimir_ferko/README.md"
|
|
],
|
|
"first_relevant_rank": 2,
|
|
"reciprocal_rank": 0.5,
|
|
"top_documents": [
|
|
"pages/topics/hatespeech/README.md",
|
|
"pages/students/2021/vladimir_ferko/README.md",
|
|
"pages/interns/sevval_bulburu/README.md",
|
|
"pages/students/2021/eduard_matovka/README.md",
|
|
"pages/students/2019/patrik_pokrivcak/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/topics/hatespeech",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko",
|
|
"https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak"
|
|
],
|
|
"hit_at_1": 0,
|
|
"recall_at_1": 0.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0255",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou hate speech a osobou Vladimír Ferko?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2021/vladimir_ferko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2021/vladimir_ferko/README.md",
|
|
"pages/topics/hatespeech/README.md",
|
|
"pages/students/2020/jakub_kristian_lukas/README.md",
|
|
"pages/students/2021/eduard_matovka/README.md",
|
|
"pages/students/2021/matej_novotny/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko",
|
|
"https://zp.kemt.fei.tuke.sk/topics/hatespeech",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0255",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou hate speech a osobou Vladimír Ferko?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2021/vladimir_ferko/README.md"
|
|
],
|
|
"first_relevant_rank": 2,
|
|
"reciprocal_rank": 0.5,
|
|
"top_documents": [
|
|
"pages/topics/hatespeech/README.md",
|
|
"pages/students/2021/vladimir_ferko/README.md",
|
|
"pages/students/2021/eduard_matovka/README.md",
|
|
"pages/students/2020/jakub_kristian_lukas/README.md",
|
|
"pages/students/2021/matej_novotny/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/topics/hatespeech",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"
|
|
],
|
|
"hit_at_1": 0,
|
|
"recall_at_1": 0.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0256",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou anotácia a osobou Vladimír Ferko?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2021/vladimir_ferko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2021/vladimir_ferko/README.md",
|
|
"pages/students/2021/eduard_matovka/README.md",
|
|
"pages/topics/hatespeech/README.md",
|
|
"pages/interns/sevval_bulburu/README.md",
|
|
"pages/students/2017/martin_jancura/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka",
|
|
"https://zp.kemt.fei.tuke.sk/topics/hatespeech",
|
|
"https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0256",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou anotácia a osobou Vladimír Ferko?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2021/vladimir_ferko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2021/vladimir_ferko/README.md",
|
|
"pages/topics/question/navod/README.md",
|
|
"pages/students/2021/eduard_matovka/README.md",
|
|
"pages/topics/named-entity/navod/README.md",
|
|
"pages/topics/question/validacie/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko",
|
|
"https://zp.kemt.fei.tuke.sk/topics/question/navod",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka",
|
|
"https://zp.kemt.fei.tuke.sk/topics/named-entity/navod",
|
|
"https://zp.kemt.fei.tuke.sk/topics/question/validacie"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0256",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou anotácia a osobou Vladimír Ferko?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2021/vladimir_ferko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2021/vladimir_ferko/README.md",
|
|
"pages/topics/question/navod/README.md",
|
|
"pages/students/2021/eduard_matovka/README.md",
|
|
"pages/topics/named-entity/navod/README.md",
|
|
"pages/topics/faq/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko",
|
|
"https://zp.kemt.fei.tuke.sk/topics/question/navod",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka",
|
|
"https://zp.kemt.fei.tuke.sk/topics/named-entity/navod",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0257",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou SlovakBERT a osobou Vladimír Ferko?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2021/vladimir_ferko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2021/vladimir_ferko/README.md",
|
|
"pages/students/2021/eduard_matovka/README.md",
|
|
"pages/topics/hatespeech/README.md",
|
|
"pages/interns/sevval_bulburu/README.md",
|
|
"pages/students/2017/martin_jancura/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka",
|
|
"https://zp.kemt.fei.tuke.sk/topics/hatespeech",
|
|
"https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0257",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou SlovakBERT a osobou Vladimír Ferko?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2021/vladimir_ferko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2021/vladimir_ferko/README.md",
|
|
"pages/students/2020/david_kostilnik/README.md",
|
|
"pages/students/2020/matus_suchanic/README.md",
|
|
"pages/topics/faq/README.md",
|
|
"pages/students/2020/vladyslav_krupko/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0257",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou SlovakBERT a osobou Vladimír Ferko?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2021/vladimir_ferko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2021/vladimir_ferko/README.md",
|
|
"pages/topics/faq/README.md",
|
|
"pages/students/2021/eduard_matovka/README.md",
|
|
"pages/topics/bert/README.md",
|
|
"pages/students/2020/matus_suchanic/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka",
|
|
"https://zp.kemt.fei.tuke.sk/topics/bert",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0258",
|
|
"split": "dev",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Aký model Vladimír Ferko natrénoval ako prvý?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2021/vladimir_ferko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2021/vladimir_ferko/README.md",
|
|
"pages/students/2021/eduard_matovka/README.md",
|
|
"pages/topics/hatespeech/README.md",
|
|
"pages/interns/sevval_bulburu/README.md",
|
|
"pages/students/2016/patrik_pavlisin/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka",
|
|
"https://zp.kemt.fei.tuke.sk/topics/hatespeech",
|
|
"https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0258",
|
|
"split": "dev",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Aký model Vladimír Ferko natrénoval ako prvý?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2021/vladimir_ferko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2021/vladimir_ferko/README.md",
|
|
"pages/students/2022/valerii_kutsenko/README.md",
|
|
"pages/students/2016/jakub_maruniak/dp2021/train_experiments/README.md",
|
|
"pages/topics/bert/README.md",
|
|
"pages/students/2022/andrii_pervashov/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021/train_experiments",
|
|
"https://zp.kemt.fei.tuke.sk/topics/bert",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0258",
|
|
"split": "dev",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Aký model Vladimír Ferko natrénoval ako prvý?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2021/vladimir_ferko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2021/vladimir_ferko/README.md",
|
|
"pages/students/2022/valerii_kutsenko/README.md",
|
|
"pages/students/2016/jakub_maruniak/dp2021/train_experiments/README.md",
|
|
"pages/topics/bert/README.md",
|
|
"pages/students/2022/andrii_pervashov/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021/train_experiments",
|
|
"https://zp.kemt.fei.tuke.sk/topics/bert",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0259",
|
|
"split": "dev",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Aký benchmark alebo iniciatívu mal Vladimír Ferko naštudovať pre anotáciu nenávistnej reči?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2021/vladimir_ferko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2021/vladimir_ferko/README.md",
|
|
"pages/students/2019/patrik_pokrivcak/README.md",
|
|
"pages/students/2021/eduard_matovka/README.md",
|
|
"pages/students/2017/martin_jancura/README.md",
|
|
"pages/topics/hatespeech/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura",
|
|
"https://zp.kemt.fei.tuke.sk/topics/hatespeech"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0259",
|
|
"split": "dev",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Aký benchmark alebo iniciatívu mal Vladimír Ferko naštudovať pre anotáciu nenávistnej reči?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2021/vladimir_ferko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2021/vladimir_ferko/README.md",
|
|
"pages/students/2021/matej_novotny/README.md",
|
|
"pages/students/2019/patrik_pokrivcak/README.md",
|
|
"pages/students/2020/jakub_kristian_lukas/README.md",
|
|
"pages/topics/hatespeech/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas",
|
|
"https://zp.kemt.fei.tuke.sk/topics/hatespeech"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0259",
|
|
"split": "dev",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Aký benchmark alebo iniciatívu mal Vladimír Ferko naštudovať pre anotáciu nenávistnej reči?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2021/vladimir_ferko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2021/vladimir_ferko/README.md",
|
|
"pages/students/2019/patrik_pokrivcak/README.md",
|
|
"pages/topics/hatespeech/README.md",
|
|
"pages/students/2020/jakub_kristian_lukas/README.md",
|
|
"pages/students/2022/tetiana_mohorian/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak",
|
|
"https://zp.kemt.fei.tuke.sk/topics/hatespeech",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0275",
|
|
"split": "dev",
|
|
"category": "entity_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Nájdi dokument o osobe Matej Novotný.",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2021/matej_novotny/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2021/matej_novotny/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2020/matej_kobylan/README.md",
|
|
"pages/students/2019/david_stromp/README.md",
|
|
"pages/students/2019/michal_stromko/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/david_stromp",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0275",
|
|
"split": "dev",
|
|
"category": "entity_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Nájdi dokument o osobe Matej Novotný.",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2021/matej_novotny/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2021/matej_novotny/README.md",
|
|
"pages/students/2021/manohar_gowdru_shridharu/README.md",
|
|
"pages/students/2020/matej_kobylan/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/interns/oliver_pejic/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/interns/oliver_pejic"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0275",
|
|
"split": "dev",
|
|
"category": "entity_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Nájdi dokument o osobe Matej Novotný.",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2021/matej_novotny/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2021/matej_novotny/README.md",
|
|
"pages/students/2020/matej_kobylan/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2021/manohar_gowdru_shridharu/README.md",
|
|
"pages/interns/oliver_pejic/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu",
|
|
"https://zp.kemt.fei.tuke.sk/interns/oliver_pejic"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0276",
|
|
"split": "dev",
|
|
"category": "fact_title",
|
|
"difficulty": "easy",
|
|
"question": "Aký je názov diplomová práca osoby Matej Novotný?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2021/matej_novotny/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2021/matej_novotny/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2020/matus_suchanic/README.md",
|
|
"pages/students/2018/david_omasta/README.md",
|
|
"pages/students/2020/matej_kobylan/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_omasta",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0276",
|
|
"split": "dev",
|
|
"category": "fact_title",
|
|
"difficulty": "easy",
|
|
"question": "Aký je názov diplomová práca osoby Matej Novotný?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2021/matej_novotny/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2021/matej_novotny/README.md",
|
|
"pages/students/2020/matus_suchanic/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2016/mark_feher/README.md",
|
|
"pages/students/2020/david_kostilnik/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/mark_feher",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0276",
|
|
"split": "dev",
|
|
"category": "fact_title",
|
|
"difficulty": "easy",
|
|
"question": "Aký je názov diplomová práca osoby Matej Novotný?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2021/matej_novotny/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2021/matej_novotny/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2016/mark_feher/README.md",
|
|
"pages/students/2018/david_omasta/README.md",
|
|
"pages/students/2020/matus_suchanic/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/mark_feher",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_omasta",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0277",
|
|
"split": "dev",
|
|
"category": "reverse_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Kto sa venuje práci s názvom „Klasifikácia webových dát pre lepšie jazykové modelovanie“?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2021/matej_novotny/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2021/matej_novotny/README.md",
|
|
"pages/topics/resources/README.md",
|
|
"pages/students/2018/ondrej_megela/README.md",
|
|
"pages/students/2016/mark_feher/README.md",
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",
|
|
"https://zp.kemt.fei.tuke.sk/topics/resources",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/mark_feher",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0277",
|
|
"split": "dev",
|
|
"category": "reverse_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Kto sa venuje práci s názvom „Klasifikácia webových dát pre lepšie jazykové modelovanie“?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2021/matej_novotny/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2021/matej_novotny/README.md",
|
|
"pages/topics/bert/README.md",
|
|
"pages/students/2022/samuel_vasil/README.md",
|
|
"pages/students/2021/artur_hyrenko/README.md",
|
|
"pages/students/2023/denis_le_thanh/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",
|
|
"https://zp.kemt.fei.tuke.sk/topics/bert",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0277",
|
|
"split": "dev",
|
|
"category": "reverse_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Kto sa venuje práci s názvom „Klasifikácia webových dát pre lepšie jazykové modelovanie“?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2021/matej_novotny/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2021/matej_novotny/README.md",
|
|
"pages/topics/bert/README.md",
|
|
"pages/students/2022/samuel_vasil/README.md",
|
|
"pages/students/2021/artur_hyrenko/README.md",
|
|
"pages/students/2023/denis_le_thanh/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",
|
|
"https://zp.kemt.fei.tuke.sk/topics/bert",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0278",
|
|
"split": "dev",
|
|
"category": "topic_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Nájdi študenta alebo dokument, ktorý rieši tému „Klasifikácia webových dát pre lepšie jazykové modelovanie“.",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2021/matej_novotny/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2021/matej_novotny/README.md",
|
|
"pages/students/2017/martin_jancura/README.md",
|
|
"pages/topics/resources/README.md",
|
|
"pages/students/2021/vladimir_ferko/README.md",
|
|
"pages/students/2021/artur_hyrenko/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura",
|
|
"https://zp.kemt.fei.tuke.sk/topics/resources",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0278",
|
|
"split": "dev",
|
|
"category": "topic_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Nájdi študenta alebo dokument, ktorý rieši tému „Klasifikácia webových dát pre lepšie jazykové modelovanie“.",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2021/matej_novotny/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2021/matej_novotny/README.md",
|
|
"pages/topics/legal/README.md",
|
|
"pages/topics/bert/README.md",
|
|
"pages/students/2018/david_omasta/README.md",
|
|
"pages/students/2016/maros_harahus/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",
|
|
"https://zp.kemt.fei.tuke.sk/topics/legal",
|
|
"https://zp.kemt.fei.tuke.sk/topics/bert",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_omasta",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0278",
|
|
"split": "dev",
|
|
"category": "topic_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Nájdi študenta alebo dokument, ktorý rieši tému „Klasifikácia webových dát pre lepšie jazykové modelovanie“.",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2021/matej_novotny/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2021/matej_novotny/README.md",
|
|
"pages/topics/legal/README.md",
|
|
"pages/topics/bert/README.md",
|
|
"pages/students/2018/david_omasta/README.md",
|
|
"pages/students/2016/maros_harahus/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",
|
|
"https://zp.kemt.fei.tuke.sk/topics/legal",
|
|
"https://zp.kemt.fei.tuke.sk/topics/bert",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_omasta",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0279",
|
|
"split": "dev",
|
|
"category": "paraphrase",
|
|
"difficulty": "medium",
|
|
"question": "O čom je práca osoby Matej Novotný?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2021/matej_novotny/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2021/matej_novotny/README.md",
|
|
"pages/students/2020/matej_kobylan/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/topics/chatbot/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/topics/chatbot"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0279",
|
|
"split": "dev",
|
|
"category": "paraphrase",
|
|
"difficulty": "medium",
|
|
"question": "O čom je práca osoby Matej Novotný?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2021/matej_novotny/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2021/matej_novotny/README.md",
|
|
"pages/students/2020/matej_kobylan/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2020/matus_suchanic/README.md",
|
|
"pages/students/2021/eduard_matovka/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0279",
|
|
"split": "dev",
|
|
"category": "paraphrase",
|
|
"difficulty": "medium",
|
|
"question": "O čom je práca osoby Matej Novotný?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2021/matej_novotny/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2021/matej_novotny/README.md",
|
|
"pages/students/2020/matej_kobylan/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2020/matus_suchanic/README.md",
|
|
"pages/students/2021/eduard_matovka/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0280",
|
|
"split": "dev",
|
|
"category": "fact_start_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku začal študovať Matej Novotný?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2021/matej_novotny/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2021/matej_novotny/README.md",
|
|
"pages/students/2021/eduard_matovka/README.md",
|
|
"pages/students/2016/jakub_maruniak/timovy_projekt/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2020/matej_kobylan/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0280",
|
|
"split": "dev",
|
|
"category": "fact_start_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku začal študovať Matej Novotný?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2021/matej_novotny/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2021/matej_novotny/README.md",
|
|
"pages/students/2020/david_kostilnik/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2020/matus_suchanic/README.md",
|
|
"pages/students/2020/matej_kobylan/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0280",
|
|
"split": "dev",
|
|
"category": "fact_start_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku začal študovať Matej Novotný?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2021/matej_novotny/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2021/matej_novotny/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2020/matej_kobylan/README.md",
|
|
"pages/students/2020/david_kostilnik/README.md",
|
|
"pages/students/2020/matus_suchanic/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0281",
|
|
"split": "dev",
|
|
"category": "verification",
|
|
"difficulty": "medium",
|
|
"question": "Je pri osobe Matej Novotný uvedený rok začiatku štúdia 2021?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2021/matej_novotny/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2021/matej_novotny/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2020/matej_kobylan/README.md",
|
|
"pages/students/2021/eduard_matovka/README.md",
|
|
"pages/students/2020/jakub_kristian_lukas/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0281",
|
|
"split": "dev",
|
|
"category": "verification",
|
|
"difficulty": "medium",
|
|
"question": "Je pri osobe Matej Novotný uvedený rok začiatku štúdia 2021?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2021/matej_novotny/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2021/matej_novotny/README.md",
|
|
"pages/students/2017/martin_jancura/README.md",
|
|
"pages/students/2018/martin_wencel/README.md",
|
|
"pages/students/2021/eduard_matovka/README.md",
|
|
"pages/students/2016/maros_harahus/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0281",
|
|
"split": "dev",
|
|
"category": "verification",
|
|
"difficulty": "medium",
|
|
"question": "Je pri osobe Matej Novotný uvedený rok začiatku štúdia 2021?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2021/matej_novotny/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2021/matej_novotny/README.md",
|
|
"pages/students/2021/eduard_matovka/README.md",
|
|
"pages/students/2017/martin_jancura/README.md",
|
|
"pages/students/2018/NaN1name_buday/README.md",
|
|
"pages/students/2018/martin_wencel/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/NaN1name_buday",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0282",
|
|
"split": "dev",
|
|
"category": "fact_work_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku je pri osobe Matej Novotný uvedená diplomová práca?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2021/matej_novotny/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2021/matej_novotny/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2018/david_omasta/README.md",
|
|
"pages/students/2020/matej_kobylan/README.md",
|
|
"pages/students/2016/darius_lindvai/timovy_projekt/resers/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_omasta",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai/timovy_projekt/resers"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0282",
|
|
"split": "dev",
|
|
"category": "fact_work_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku je pri osobe Matej Novotný uvedená diplomová práca?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2021/matej_novotny/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2021/matej_novotny/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2020/matus_suchanic/README.md",
|
|
"pages/students/2020/david_kostilnik/README.md",
|
|
"pages/students/2016/jakub_maruniak/dp2021/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0282",
|
|
"split": "dev",
|
|
"category": "fact_work_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku je pri osobe Matej Novotný uvedená diplomová práca?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2021/matej_novotny/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2021/matej_novotny/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2018/david_omasta/README.md",
|
|
"pages/students/2020/matej_kobylan/README.md",
|
|
"pages/students/2020/matus_suchanic/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_omasta",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0283",
|
|
"split": "dev",
|
|
"category": "disambiguation_year",
|
|
"difficulty": "hard",
|
|
"question": "Rozlíš rok začiatku štúdia a rok práce osoby Matej Novotný.",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2021/matej_novotny/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2021/matej_novotny/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2020/matej_kobylan/README.md",
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md",
|
|
"pages/students/2019/kristian_sopkovic/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0283",
|
|
"split": "dev",
|
|
"category": "disambiguation_year",
|
|
"difficulty": "hard",
|
|
"question": "Rozlíš rok začiatku štúdia a rok práce osoby Matej Novotný.",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2021/matej_novotny/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2021/matej_novotny/README.md",
|
|
"pages/students/2020/matej_kobylan/README.md",
|
|
"pages/students/2017/martin_jancura/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2019/michal_stromko/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0283",
|
|
"split": "dev",
|
|
"category": "disambiguation_year",
|
|
"difficulty": "hard",
|
|
"question": "Rozlíš rok začiatku štúdia a rok práce osoby Matej Novotný.",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2021/matej_novotny/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2021/matej_novotny/README.md",
|
|
"pages/students/2020/matej_kobylan/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2017/martin_jancura/README.md",
|
|
"pages/students/2019/michal_stromko/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0284",
|
|
"split": "dev",
|
|
"category": "adversarial_year",
|
|
"difficulty": "hard",
|
|
"question": "Je rok 2021 rokom záverečnej práce osoby Matej Novotný?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2021/matej_novotny/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2021/matej_novotny/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/topics/faq/README.md",
|
|
"pages/topics/akopisat/README.md",
|
|
"pages/students/2020/matej_kobylan/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq",
|
|
"https://zp.kemt.fei.tuke.sk/topics/akopisat",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0284",
|
|
"split": "dev",
|
|
"category": "adversarial_year",
|
|
"difficulty": "hard",
|
|
"question": "Je rok 2021 rokom záverečnej práce osoby Matej Novotný?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2021/matej_novotny/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2021/matej_novotny/README.md",
|
|
"pages/students/2021/vladimir_ferko/README.md",
|
|
"pages/students/2021/eduard_matovka/README.md",
|
|
"pages/students/2018/samuel_sirotnik/README.md",
|
|
"pages/students/2017/martin_jancura/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0284",
|
|
"split": "dev",
|
|
"category": "adversarial_year",
|
|
"difficulty": "hard",
|
|
"question": "Je rok 2021 rokom záverečnej práce osoby Matej Novotný?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2021/matej_novotny/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2021/matej_novotny/README.md",
|
|
"pages/students/2021/vladimir_ferko/README.md",
|
|
"pages/students/2021/eduard_matovka/README.md",
|
|
"pages/students/2020/matej_kobylan/README.md",
|
|
"pages/students/2021/matej_scislak/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0285",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou webové dáta a osobou Matej Novotný?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2021/matej_novotny/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2021/matej_novotny/README.md",
|
|
"pages/students/2020/matej_kobylan/README.md",
|
|
"pages/students/2017/martin_jancura/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2018/david_omasta/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0285",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou webové dáta a osobou Matej Novotný?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2021/matej_novotny/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2021/matej_novotny/README.md",
|
|
"pages/students/2020/matej_kobylan/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/topics/faq/README.md",
|
|
"pages/students/2021/vladimir_ferko/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0285",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou webové dáta a osobou Matej Novotný?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2021/matej_novotny/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2021/matej_novotny/README.md",
|
|
"pages/students/2020/matej_kobylan/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/topics/faq/README.md",
|
|
"pages/students/2021/vladimir_ferko/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0286",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou klasifikácia a osobou Matej Novotný?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2021/matej_novotny/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2021/matej_novotny/README.md",
|
|
"pages/students/2017/martin_jancura/README.md",
|
|
"pages/students/2020/matej_kobylan/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2016/mark_feher/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/mark_feher"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0286",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou klasifikácia a osobou Matej Novotný?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2021/matej_novotny/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2021/matej_novotny/README.md",
|
|
"pages/students/2020/matus_suchanic/README.md",
|
|
"pages/students/2020/matej_kobylan/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2019/artem_yatsenko/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0286",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou klasifikácia a osobou Matej Novotný?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2021/matej_novotny/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2021/matej_novotny/README.md",
|
|
"pages/students/2020/matus_suchanic/README.md",
|
|
"pages/students/2020/matej_kobylan/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2016/mark_feher/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/mark_feher"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0287",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou jazykové modelovanie a osobou Matej Novotný?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2021/matej_novotny/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2021/matej_novotny/README.md",
|
|
"pages/students/2020/matej_kobylan/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2017/martin_jancura/README.md",
|
|
"pages/students/2018/ondrej_megela/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0287",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou jazykové modelovanie a osobou Matej Novotný?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2021/matej_novotny/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2021/matej_novotny/README.md",
|
|
"pages/students/2022/samuel_vasil/README.md",
|
|
"pages/students/2023/simona_bobrovcanova/README.md",
|
|
"pages/students/2020/david_kostilnik/README.md",
|
|
"pages/students/2021/matej_scislak/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0287",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou jazykové modelovanie a osobou Matej Novotný?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2021/matej_novotny/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2021/matej_novotny/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2022/samuel_vasil/README.md",
|
|
"pages/students/2023/simona_bobrovcanova/README.md",
|
|
"pages/students/2020/david_kostilnik/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0303",
|
|
"split": "dev",
|
|
"category": "entity_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Nájdi dokument o osobe Valerii Kutsenko.",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2022/valerii_kutsenko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/valerii_kutsenko/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2019/david_stromp/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/david_stromp"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0303",
|
|
"split": "dev",
|
|
"category": "entity_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Nájdi dokument o osobe Valerii Kutsenko.",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2022/valerii_kutsenko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/valerii_kutsenko/README.md",
|
|
"pages/students/2021/manohar_gowdru_shridharu/README.md",
|
|
"pages/interns/sevval_bulburu/README.md",
|
|
"pages/students/2021/vladimir_ferko/README.md",
|
|
"pages/interns/oliver_pejic/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu",
|
|
"https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko",
|
|
"https://zp.kemt.fei.tuke.sk/interns/oliver_pejic"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0303",
|
|
"split": "dev",
|
|
"category": "entity_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Nájdi dokument o osobe Valerii Kutsenko.",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2022/valerii_kutsenko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/valerii_kutsenko/README.md",
|
|
"pages/students/2021/manohar_gowdru_shridharu/README.md",
|
|
"pages/interns/sevval_bulburu/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu",
|
|
"https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0304",
|
|
"split": "dev",
|
|
"category": "fact_title",
|
|
"difficulty": "easy",
|
|
"question": "Aký je názov diplomová práca osoby Valerii Kutsenko?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2022/valerii_kutsenko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/valerii_kutsenko/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2020/matus_suchanic/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md",
|
|
"pages/students/2021/matej_scislak/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0304",
|
|
"split": "dev",
|
|
"category": "fact_title",
|
|
"difficulty": "easy",
|
|
"question": "Aký je názov diplomová práca osoby Valerii Kutsenko?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2022/valerii_kutsenko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/valerii_kutsenko/README.md",
|
|
"pages/students/2017/dmytro_ushatenko/README.md",
|
|
"pages/students/2020/matus_suchanic/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/students/2016/patrik_pavlisin/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0304",
|
|
"split": "dev",
|
|
"category": "fact_title",
|
|
"difficulty": "easy",
|
|
"question": "Aký je názov diplomová práca osoby Valerii Kutsenko?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2022/valerii_kutsenko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/valerii_kutsenko/README.md",
|
|
"pages/students/2017/dmytro_ushatenko/README.md",
|
|
"pages/students/2016/mark_feher/README.md",
|
|
"pages/students/2020/matus_suchanic/README.md",
|
|
"pages/students/2021/matej_scislak/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/mark_feher",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0305",
|
|
"split": "dev",
|
|
"category": "reverse_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Kto sa venuje práci s názvom „Zlepšenie vyhľadávania pomocou znalostných grafov“?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2022/valerii_kutsenko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/valerii_kutsenko/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2023/maksym_zatirka/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/students/2019/dmytro_mural/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0305",
|
|
"split": "dev",
|
|
"category": "reverse_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Kto sa venuje práci s názvom „Zlepšenie vyhľadávania pomocou znalostných grafov“?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2022/valerii_kutsenko/README.md"
|
|
],
|
|
"first_relevant_rank": 2,
|
|
"reciprocal_rank": 0.5,
|
|
"top_documents": [
|
|
"pages/students/2016/jan_holp/README.md",
|
|
"pages/students/2022/valerii_kutsenko/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2019/dmytro_mural/README.md",
|
|
"pages/students/2021/oleksandr_hryshchenko/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko"
|
|
],
|
|
"hit_at_1": 0,
|
|
"recall_at_1": 0.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0305",
|
|
"split": "dev",
|
|
"category": "reverse_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Kto sa venuje práci s názvom „Zlepšenie vyhľadávania pomocou znalostných grafov“?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2022/valerii_kutsenko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/valerii_kutsenko/README.md",
|
|
"pages/students/2016/jan_holp/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2019/dmytro_mural/README.md",
|
|
"pages/students/2021/oleksandr_hryshchenko/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0306",
|
|
"split": "dev",
|
|
"category": "topic_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Nájdi študenta alebo dokument, ktorý rieši tému „Zlepšenie vyhľadávania pomocou znalostných grafov“.",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2022/valerii_kutsenko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/valerii_kutsenko/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2023/maksym_zatirka/README.md",
|
|
"pages/students/2021/vladimir_ferko/README.md",
|
|
"pages/students/2019/kristian_sopkovic/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0306",
|
|
"split": "dev",
|
|
"category": "topic_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Nájdi študenta alebo dokument, ktorý rieši tému „Zlepšenie vyhľadávania pomocou znalostných grafov“.",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2022/valerii_kutsenko/README.md"
|
|
],
|
|
"first_relevant_rank": 5,
|
|
"reciprocal_rank": 0.2,
|
|
"top_documents": [
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2016/jan_holp/README.md",
|
|
"pages/students/2023/maksym_zatirka/README.md",
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2022/valerii_kutsenko/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
|
|
],
|
|
"hit_at_1": 0,
|
|
"recall_at_1": 0.0,
|
|
"hit_at_3": 0,
|
|
"recall_at_3": 0.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0306",
|
|
"split": "dev",
|
|
"category": "topic_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Nájdi študenta alebo dokument, ktorý rieši tému „Zlepšenie vyhľadávania pomocou znalostných grafov“.",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2022/valerii_kutsenko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/valerii_kutsenko/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2016/jan_holp/README.md",
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2021/oleksandr_hryshchenko/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0307",
|
|
"split": "dev",
|
|
"category": "paraphrase",
|
|
"difficulty": "medium",
|
|
"question": "O čom je práca osoby Valerii Kutsenko?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2022/valerii_kutsenko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/valerii_kutsenko/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2016/maros_harahus/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0307",
|
|
"split": "dev",
|
|
"category": "paraphrase",
|
|
"difficulty": "medium",
|
|
"question": "O čom je práca osoby Valerii Kutsenko?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2022/valerii_kutsenko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/valerii_kutsenko/README.md",
|
|
"pages/students/2020/matus_suchanic/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2022/daniil_huzenko/README.md",
|
|
"pages/students/2017/dmytro_ushatenko/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0307",
|
|
"split": "dev",
|
|
"category": "paraphrase",
|
|
"difficulty": "medium",
|
|
"question": "O čom je práca osoby Valerii Kutsenko?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2022/valerii_kutsenko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/valerii_kutsenko/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2017/dmytro_ushatenko/README.md",
|
|
"pages/students/2020/matej_kobylan/README.md",
|
|
"pages/students/2020/matus_suchanic/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0308",
|
|
"split": "dev",
|
|
"category": "fact_start_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku začal študovať Valerii Kutsenko?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2022/valerii_kutsenko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/valerii_kutsenko/README.md",
|
|
"pages/students/2021/eduard_matovka/README.md",
|
|
"pages/students/2016/jakub_maruniak/timovy_projekt/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md",
|
|
"pages/students/2021/matej_scislak/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0308",
|
|
"split": "dev",
|
|
"category": "fact_start_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku začal študovať Valerii Kutsenko?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2022/valerii_kutsenko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/valerii_kutsenko/README.md",
|
|
"pages/students/2017/dmytro_ushatenko/README.md",
|
|
"pages/students/2020/matus_suchanic/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2022/daniil_huzenko/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0308",
|
|
"split": "dev",
|
|
"category": "fact_start_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku začal študovať Valerii Kutsenko?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2022/valerii_kutsenko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/valerii_kutsenko/README.md",
|
|
"pages/students/2017/dmytro_ushatenko/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2020/matus_suchanic/README.md",
|
|
"pages/students/2022/daniil_huzenko/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0309",
|
|
"split": "dev",
|
|
"category": "verification",
|
|
"difficulty": "medium",
|
|
"question": "Je pri osobe Valerii Kutsenko uvedený rok začiatku štúdia 2022?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2022/valerii_kutsenko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/valerii_kutsenko/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md",
|
|
"pages/students/2022/tetiana_mohorian/README.md",
|
|
"pages/students/2022/daniil_huzenko/README.md",
|
|
"pages/students/2022/samuel_vasil/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0309",
|
|
"split": "dev",
|
|
"category": "verification",
|
|
"difficulty": "medium",
|
|
"question": "Je pri osobe Valerii Kutsenko uvedený rok začiatku štúdia 2022?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2022/valerii_kutsenko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/valerii_kutsenko/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/students/2020/matus_suchanic/README.md",
|
|
"pages/students/2019/michal_stromko/README.md",
|
|
"pages/students/2021/matej_scislak/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0309",
|
|
"split": "dev",
|
|
"category": "verification",
|
|
"difficulty": "medium",
|
|
"question": "Je pri osobe Valerii Kutsenko uvedený rok začiatku štúdia 2022?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2022/valerii_kutsenko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/valerii_kutsenko/README.md",
|
|
"pages/students/2020/matus_suchanic/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/students/2022/daniil_huzenko/README.md",
|
|
"pages/students/2019/filip_tomas/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0310",
|
|
"split": "dev",
|
|
"category": "fact_work_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku je pri osobe Valerii Kutsenko uvedená diplomová práca?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2022/valerii_kutsenko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/valerii_kutsenko/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md",
|
|
"pages/students/2018/david_omasta/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0310",
|
|
"split": "dev",
|
|
"category": "fact_work_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku je pri osobe Valerii Kutsenko uvedená diplomová práca?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2022/valerii_kutsenko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/valerii_kutsenko/README.md",
|
|
"pages/students/2020/matus_suchanic/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/students/2017/dmytro_ushatenko/README.md",
|
|
"pages/students/2016/patrik_pavlisin/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0310",
|
|
"split": "dev",
|
|
"category": "fact_work_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku je pri osobe Valerii Kutsenko uvedená diplomová práca?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2022/valerii_kutsenko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/valerii_kutsenko/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2020/matus_suchanic/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/students/2017/dmytro_ushatenko/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0311",
|
|
"split": "dev",
|
|
"category": "disambiguation_year",
|
|
"difficulty": "hard",
|
|
"question": "Rozlíš rok začiatku štúdia a rok práce osoby Valerii Kutsenko.",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2022/valerii_kutsenko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/valerii_kutsenko/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md",
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md",
|
|
"pages/students/2019/kristian_sopkovic/README.md",
|
|
"pages/students/2016/ediz_morochovic/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0311",
|
|
"split": "dev",
|
|
"category": "disambiguation_year",
|
|
"difficulty": "hard",
|
|
"question": "Rozlíš rok začiatku štúdia a rok práce osoby Valerii Kutsenko.",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2022/valerii_kutsenko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/valerii_kutsenko/README.md",
|
|
"pages/students/2020/matej_kobylan/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2017/dmytro_ushatenko/README.md",
|
|
"pages/students/2021/manohar_gowdru_shridharu/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0311",
|
|
"split": "dev",
|
|
"category": "disambiguation_year",
|
|
"difficulty": "hard",
|
|
"question": "Rozlíš rok začiatku štúdia a rok práce osoby Valerii Kutsenko.",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2022/valerii_kutsenko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/valerii_kutsenko/README.md",
|
|
"pages/students/2020/matej_kobylan/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2017/dmytro_ushatenko/README.md",
|
|
"pages/students/2021/manohar_gowdru_shridharu/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0312",
|
|
"split": "dev",
|
|
"category": "adversarial_year",
|
|
"difficulty": "hard",
|
|
"question": "Je rok 2022 rokom záverečnej práce osoby Valerii Kutsenko?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2022/valerii_kutsenko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/valerii_kutsenko/README.md",
|
|
"pages/topics/faq/README.md",
|
|
"pages/topics/akopisat/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md",
|
|
"pages/students/2021/matej_scislak/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq",
|
|
"https://zp.kemt.fei.tuke.sk/topics/akopisat",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0312",
|
|
"split": "dev",
|
|
"category": "adversarial_year",
|
|
"difficulty": "hard",
|
|
"question": "Je rok 2022 rokom záverečnej práce osoby Valerii Kutsenko?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2022/valerii_kutsenko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/valerii_kutsenko/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/students/2020/matus_suchanic/README.md",
|
|
"pages/students/2019/michal_stromko/README.md",
|
|
"pages/students/2021/matej_scislak/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0312",
|
|
"split": "dev",
|
|
"category": "adversarial_year",
|
|
"difficulty": "hard",
|
|
"question": "Je rok 2022 rokom záverečnej práce osoby Valerii Kutsenko?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2022/valerii_kutsenko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/valerii_kutsenko/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/students/2020/matus_suchanic/README.md",
|
|
"pages/students/2019/michal_stromko/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0313",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou znalostný graf a osobou Valerii Kutsenko?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2022/valerii_kutsenko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/valerii_kutsenko/README.md",
|
|
"pages/students/2023/maksym_zatirka/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2022/oleh_poiasnik/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0313",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou znalostný graf a osobou Valerii Kutsenko?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2022/valerii_kutsenko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/valerii_kutsenko/README.md",
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2021/oleksandr_hryshchenko/README.md",
|
|
"pages/students/2020/matus_suchanic/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0313",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou znalostný graf a osobou Valerii Kutsenko?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2022/valerii_kutsenko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/valerii_kutsenko/README.md",
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2021/oleksandr_hryshchenko/README.md",
|
|
"pages/topics/faq/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0314",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou RAG a osobou Valerii Kutsenko?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2022/valerii_kutsenko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/valerii_kutsenko/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2017/martin_jancura/README.md",
|
|
"pages/students/2022/oleh_poiasnik/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0314",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou RAG a osobou Valerii Kutsenko?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2022/valerii_kutsenko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/valerii_kutsenko/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2022/oleh_poiasnik/README.md",
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2022/jan_ptak/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0314",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou RAG a osobou Valerii Kutsenko?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2022/valerii_kutsenko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/valerii_kutsenko/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2022/oleh_poiasnik/README.md",
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2022/jan_ptak/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0315",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou GraphRAG a osobou Valerii Kutsenko?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2022/valerii_kutsenko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/valerii_kutsenko/README.md",
|
|
"pages/students/2017/martin_jancura/README.md",
|
|
"pages/students/2016/maros_harahus/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md",
|
|
"pages/students/2021/matej_scislak/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0315",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou GraphRAG a osobou Valerii Kutsenko?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2022/valerii_kutsenko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/valerii_kutsenko/README.md",
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2022/oleh_poiasnik/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2022/jan_ptak/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0315",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou GraphRAG a osobou Valerii Kutsenko?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2022/valerii_kutsenko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/valerii_kutsenko/README.md",
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2022/oleh_poiasnik/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2022/jan_ptak/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0316",
|
|
"split": "dev",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "V akých oblastiach môže Valerii Kutsenko podľa zadania budovať znalostný graf?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2022/valerii_kutsenko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/valerii_kutsenko/README.md",
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2023/maksym_zatirka/README.md",
|
|
"pages/students/2022/oleh_poiasnik/README.md",
|
|
"pages/students/2021/matej_scislak/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0316",
|
|
"split": "dev",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "V akých oblastiach môže Valerii Kutsenko podľa zadania budovať znalostný graf?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2022/valerii_kutsenko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/valerii_kutsenko/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2021/oleksandr_hryshchenko/README.md",
|
|
"pages/students/2022/oleh_poiasnik/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0316",
|
|
"split": "dev",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "V akých oblastiach môže Valerii Kutsenko podľa zadania budovať znalostný graf?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2022/valerii_kutsenko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/valerii_kutsenko/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2022/oleh_poiasnik/README.md",
|
|
"pages/students/2021/oleksandr_hryshchenko/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0333",
|
|
"split": "dev",
|
|
"category": "entity_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Nájdi dokument o osobe Tetiana Mohorian.",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2022/tetiana_mohorian/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/tetiana_mohorian/README.md",
|
|
"pages/topics/hatespeech/README.md",
|
|
"pages/students/2019/patrik_pokrivcak/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2019/david_stromp/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian",
|
|
"https://zp.kemt.fei.tuke.sk/topics/hatespeech",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/david_stromp"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0333",
|
|
"split": "dev",
|
|
"category": "entity_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Nájdi dokument o osobe Tetiana Mohorian.",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2022/tetiana_mohorian/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/tetiana_mohorian/README.md",
|
|
"pages/students/2021/manohar_gowdru_shridharu/README.md",
|
|
"pages/interns/sevval_bulburu/README.md",
|
|
"pages/students/2018/adrian_remias/README.md",
|
|
"pages/students/2019/patrik_pokrivcak/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu",
|
|
"https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0333",
|
|
"split": "dev",
|
|
"category": "entity_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Nájdi dokument o osobe Tetiana Mohorian.",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2022/tetiana_mohorian/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/tetiana_mohorian/README.md",
|
|
"pages/students/2021/manohar_gowdru_shridharu/README.md",
|
|
"pages/students/2019/patrik_pokrivcak/README.md",
|
|
"pages/students/2019/samuel_horani/README.md",
|
|
"pages/interns/sevval_bulburu/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani",
|
|
"https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0334",
|
|
"split": "dev",
|
|
"category": "fact_title",
|
|
"difficulty": "easy",
|
|
"question": "Aký je názov bakalárska práca osoby Tetiana Mohorian?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2022/tetiana_mohorian/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/tetiana_mohorian/README.md",
|
|
"pages/students/2019/patrik_pokrivcak/README.md",
|
|
"pages/topics/hatespeech/README.md",
|
|
"pages/students/2020/matus_suchanic/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak",
|
|
"https://zp.kemt.fei.tuke.sk/topics/hatespeech",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0334",
|
|
"split": "dev",
|
|
"category": "fact_title",
|
|
"difficulty": "easy",
|
|
"question": "Aký je názov bakalárska práca osoby Tetiana Mohorian?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2022/tetiana_mohorian/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/tetiana_mohorian/README.md",
|
|
"pages/students/2020/matej_kobylan/README.md",
|
|
"pages/students/2023/simona_bobrovcanova/README.md",
|
|
"pages/students/2019/dmytro_mural/README.md",
|
|
"pages/students/2016/ediz_morochovic/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0334",
|
|
"split": "dev",
|
|
"category": "fact_title",
|
|
"difficulty": "easy",
|
|
"question": "Aký je názov bakalárska práca osoby Tetiana Mohorian?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2022/tetiana_mohorian/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/tetiana_mohorian/README.md",
|
|
"pages/students/2016/ediz_morochovic/README.md",
|
|
"pages/students/2019/patrik_pokrivcak/README.md",
|
|
"pages/students/2020/matej_kobylan/README.md",
|
|
"pages/students/2023/simona_bobrovcanova/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0335",
|
|
"split": "dev",
|
|
"category": "reverse_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Kto sa venuje práci s názvom „Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov“?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2022/tetiana_mohorian/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/tetiana_mohorian/README.md",
|
|
"pages/students/2019/patrik_pokrivcak/README.md",
|
|
"pages/students/2017/martin_jancura/README.md",
|
|
"pages/students/2020/jakub_kristian_lukas/README.md",
|
|
"pages/students/2021/vladimir_ferko/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0335",
|
|
"split": "dev",
|
|
"category": "reverse_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Kto sa venuje práci s názvom „Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov“?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2022/tetiana_mohorian/README.md"
|
|
],
|
|
"first_relevant_rank": 2,
|
|
"reciprocal_rank": 0.5,
|
|
"top_documents": [
|
|
"pages/students/2019/patrik_pokrivcak/README.md",
|
|
"pages/students/2022/tetiana_mohorian/README.md",
|
|
"pages/students/2020/jakub_kristian_lukas/README.md",
|
|
"pages/students/2021/matej_novotny/README.md",
|
|
"pages/students/2021/vladimir_ferko/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"
|
|
],
|
|
"hit_at_1": 0,
|
|
"recall_at_1": 0.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0335",
|
|
"split": "dev",
|
|
"category": "reverse_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Kto sa venuje práci s názvom „Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov“?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2022/tetiana_mohorian/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/tetiana_mohorian/README.md",
|
|
"pages/students/2019/patrik_pokrivcak/README.md",
|
|
"pages/students/2020/jakub_kristian_lukas/README.md",
|
|
"pages/students/2021/vladimir_ferko/README.md",
|
|
"pages/students/2021/artur_hyrenko/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0336",
|
|
"split": "dev",
|
|
"category": "topic_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Nájdi študenta alebo dokument, ktorý rieši tému „Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov“.",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2022/tetiana_mohorian/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/tetiana_mohorian/README.md",
|
|
"pages/students/2019/patrik_pokrivcak/README.md",
|
|
"pages/students/2017/martin_jancura/README.md",
|
|
"pages/students/2022/andrii_pervashov/README.md",
|
|
"pages/students/2020/jakub_kristian_lukas/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0336",
|
|
"split": "dev",
|
|
"category": "topic_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Nájdi študenta alebo dokument, ktorý rieši tému „Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov“.",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2022/tetiana_mohorian/README.md"
|
|
],
|
|
"first_relevant_rank": 2,
|
|
"reciprocal_rank": 0.5,
|
|
"top_documents": [
|
|
"pages/students/2019/patrik_pokrivcak/README.md",
|
|
"pages/students/2022/tetiana_mohorian/README.md",
|
|
"pages/students/2021/matej_novotny/README.md",
|
|
"pages/students/2021/vladimir_ferko/README.md",
|
|
"pages/students/2020/jakub_kristian_lukas/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas"
|
|
],
|
|
"hit_at_1": 0,
|
|
"recall_at_1": 0.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0336",
|
|
"split": "dev",
|
|
"category": "topic_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Nájdi študenta alebo dokument, ktorý rieši tému „Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov“.",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2022/tetiana_mohorian/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/tetiana_mohorian/README.md",
|
|
"pages/students/2019/patrik_pokrivcak/README.md",
|
|
"pages/students/2021/vladimir_ferko/README.md",
|
|
"pages/students/2020/jakub_kristian_lukas/README.md",
|
|
"pages/students/2021/matej_novotny/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0337",
|
|
"split": "dev",
|
|
"category": "paraphrase",
|
|
"difficulty": "medium",
|
|
"question": "O čom je práca osoby Tetiana Mohorian?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2022/tetiana_mohorian/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/tetiana_mohorian/README.md",
|
|
"pages/topics/hatespeech/README.md",
|
|
"pages/students/2019/patrik_pokrivcak/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2016/maros_harahus/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian",
|
|
"https://zp.kemt.fei.tuke.sk/topics/hatespeech",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0337",
|
|
"split": "dev",
|
|
"category": "paraphrase",
|
|
"difficulty": "medium",
|
|
"question": "O čom je práca osoby Tetiana Mohorian?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2022/tetiana_mohorian/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/tetiana_mohorian/README.md",
|
|
"pages/students/2023/simona_bobrovcanova/README.md",
|
|
"pages/students/2019/patrik_pokrivcak/README.md",
|
|
"pages/students/2020/matej_kobylan/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0337",
|
|
"split": "dev",
|
|
"category": "paraphrase",
|
|
"difficulty": "medium",
|
|
"question": "O čom je práca osoby Tetiana Mohorian?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2022/tetiana_mohorian/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/tetiana_mohorian/README.md",
|
|
"pages/students/2019/patrik_pokrivcak/README.md",
|
|
"pages/students/2023/simona_bobrovcanova/README.md",
|
|
"pages/students/2022/jan_ptak/README.md",
|
|
"pages/students/2020/matej_kobylan/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0338",
|
|
"split": "dev",
|
|
"category": "fact_start_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku začal študovať Tetiana Mohorian?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2022/tetiana_mohorian/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/tetiana_mohorian/README.md",
|
|
"pages/topics/hatespeech/README.md",
|
|
"pages/students/2019/patrik_pokrivcak/README.md",
|
|
"pages/students/2021/eduard_matovka/README.md",
|
|
"pages/students/2016/jakub_maruniak/timovy_projekt/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian",
|
|
"https://zp.kemt.fei.tuke.sk/topics/hatespeech",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0338",
|
|
"split": "dev",
|
|
"category": "fact_start_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku začal študovať Tetiana Mohorian?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2022/tetiana_mohorian/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/tetiana_mohorian/README.md",
|
|
"pages/students/2019/patrik_pokrivcak/README.md",
|
|
"pages/students/2021/nikita_bodnar/README.md",
|
|
"pages/students/2023/simona_bobrovcanova/README.md",
|
|
"pages/students/2016/maros_harahus/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0338",
|
|
"split": "dev",
|
|
"category": "fact_start_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku začal študovať Tetiana Mohorian?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2022/tetiana_mohorian/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/tetiana_mohorian/README.md",
|
|
"pages/students/2019/patrik_pokrivcak/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/students/2021/nikita_bodnar/README.md",
|
|
"pages/students/2023/simona_bobrovcanova/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0339",
|
|
"split": "dev",
|
|
"category": "verification",
|
|
"difficulty": "medium",
|
|
"question": "Je pri osobe Tetiana Mohorian uvedený rok začiatku štúdia 2022?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2022/tetiana_mohorian/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/tetiana_mohorian/README.md",
|
|
"pages/topics/hatespeech/README.md",
|
|
"pages/students/2022/daniil_huzenko/README.md",
|
|
"pages/students/2022/samuel_vasil/README.md",
|
|
"pages/students/2022/valerii_kutsenko/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian",
|
|
"https://zp.kemt.fei.tuke.sk/topics/hatespeech",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0339",
|
|
"split": "dev",
|
|
"category": "verification",
|
|
"difficulty": "medium",
|
|
"question": "Je pri osobe Tetiana Mohorian uvedený rok začiatku štúdia 2022?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2022/tetiana_mohorian/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/tetiana_mohorian/README.md",
|
|
"pages/students/2019/samuel_horani/README.md",
|
|
"pages/students/2019/patrik_pokrivcak/README.md",
|
|
"pages/students/2016/patrik_pavlisin/README.md",
|
|
"pages/students/2016/maros_harahus/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0339",
|
|
"split": "dev",
|
|
"category": "verification",
|
|
"difficulty": "medium",
|
|
"question": "Je pri osobe Tetiana Mohorian uvedený rok začiatku štúdia 2022?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2022/tetiana_mohorian/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/tetiana_mohorian/README.md",
|
|
"pages/students/2019/patrik_pokrivcak/README.md",
|
|
"pages/students/2019/samuel_horani/README.md",
|
|
"pages/students/2016/patrik_pavlisin/README.md",
|
|
"pages/topics/hatespeech/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",
|
|
"https://zp.kemt.fei.tuke.sk/topics/hatespeech"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0340",
|
|
"split": "dev",
|
|
"category": "fact_work_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku je pri osobe Tetiana Mohorian uvedená bakalárska práca?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2022/tetiana_mohorian/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/tetiana_mohorian/README.md",
|
|
"pages/topics/hatespeech/README.md",
|
|
"pages/students/2019/patrik_pokrivcak/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2016/darius_lindvai/timovy_projekt/resers/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian",
|
|
"https://zp.kemt.fei.tuke.sk/topics/hatespeech",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai/timovy_projekt/resers"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0340",
|
|
"split": "dev",
|
|
"category": "fact_work_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku je pri osobe Tetiana Mohorian uvedená bakalárska práca?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2022/tetiana_mohorian/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/tetiana_mohorian/README.md",
|
|
"pages/students/2016/ediz_morochovic/README.md",
|
|
"pages/students/2019/dmytro_mural/README.md",
|
|
"pages/students/2016/maros_harahus/README.md",
|
|
"pages/students/2020/matej_kobylan/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0340",
|
|
"split": "dev",
|
|
"category": "fact_work_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku je pri osobe Tetiana Mohorian uvedená bakalárska práca?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2022/tetiana_mohorian/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/tetiana_mohorian/README.md",
|
|
"pages/students/2019/patrik_pokrivcak/README.md",
|
|
"pages/students/2016/ediz_morochovic/README.md",
|
|
"pages/students/2019/dmytro_mural/README.md",
|
|
"pages/students/2016/maros_harahus/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0341",
|
|
"split": "dev",
|
|
"category": "disambiguation_year",
|
|
"difficulty": "hard",
|
|
"question": "Rozlíš rok začiatku štúdia a rok práce osoby Tetiana Mohorian.",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2022/tetiana_mohorian/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/tetiana_mohorian/README.md",
|
|
"pages/topics/hatespeech/README.md",
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md",
|
|
"pages/students/2019/patrik_pokrivcak/README.md",
|
|
"pages/students/2019/kristian_sopkovic/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian",
|
|
"https://zp.kemt.fei.tuke.sk/topics/hatespeech",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0341",
|
|
"split": "dev",
|
|
"category": "disambiguation_year",
|
|
"difficulty": "hard",
|
|
"question": "Rozlíš rok začiatku štúdia a rok práce osoby Tetiana Mohorian.",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2022/tetiana_mohorian/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/tetiana_mohorian/README.md",
|
|
"pages/students/2021/manohar_gowdru_shridharu/README.md",
|
|
"pages/students/2019/patrik_pokrivcak/README.md",
|
|
"pages/students/2016/maros_harahus/README.md",
|
|
"pages/topics/legal/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"https://zp.kemt.fei.tuke.sk/topics/legal"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0341",
|
|
"split": "dev",
|
|
"category": "disambiguation_year",
|
|
"difficulty": "hard",
|
|
"question": "Rozlíš rok začiatku štúdia a rok práce osoby Tetiana Mohorian.",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2022/tetiana_mohorian/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/tetiana_mohorian/README.md",
|
|
"pages/students/2019/patrik_pokrivcak/README.md",
|
|
"pages/students/2021/manohar_gowdru_shridharu/README.md",
|
|
"pages/students/2016/maros_harahus/README.md",
|
|
"pages/topics/legal/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"https://zp.kemt.fei.tuke.sk/topics/legal"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0342",
|
|
"split": "dev",
|
|
"category": "adversarial_year",
|
|
"difficulty": "hard",
|
|
"question": "Je rok 2022 rokom záverečnej práce osoby Tetiana Mohorian?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2022/tetiana_mohorian/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/tetiana_mohorian/README.md",
|
|
"pages/topics/hatespeech/README.md",
|
|
"pages/students/2019/patrik_pokrivcak/README.md",
|
|
"pages/topics/faq/README.md",
|
|
"pages/topics/akopisat/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian",
|
|
"https://zp.kemt.fei.tuke.sk/topics/hatespeech",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq",
|
|
"https://zp.kemt.fei.tuke.sk/topics/akopisat"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0342",
|
|
"split": "dev",
|
|
"category": "adversarial_year",
|
|
"difficulty": "hard",
|
|
"question": "Je rok 2022 rokom záverečnej práce osoby Tetiana Mohorian?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2022/tetiana_mohorian/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/tetiana_mohorian/README.md",
|
|
"pages/students/2020/matej_kobylan/README.md",
|
|
"pages/students/2019/samuel_horani/README.md",
|
|
"pages/students/2019/patrik_pokrivcak/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0342",
|
|
"split": "dev",
|
|
"category": "adversarial_year",
|
|
"difficulty": "hard",
|
|
"question": "Je rok 2022 rokom záverečnej práce osoby Tetiana Mohorian?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2022/tetiana_mohorian/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/tetiana_mohorian/README.md",
|
|
"pages/students/2019/patrik_pokrivcak/README.md",
|
|
"pages/students/2020/matej_kobylan/README.md",
|
|
"pages/students/2016/dominik_nagy/README.md",
|
|
"pages/students/2019/samuel_horani/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0343",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou hate speech a osobou Tetiana Mohorian?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2022/tetiana_mohorian/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/tetiana_mohorian/README.md",
|
|
"pages/topics/hatespeech/README.md",
|
|
"pages/students/2019/patrik_pokrivcak/README.md",
|
|
"pages/students/2020/jakub_kristian_lukas/README.md",
|
|
"pages/students/2021/manohar_gowdru_shridharu/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian",
|
|
"https://zp.kemt.fei.tuke.sk/topics/hatespeech",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0343",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou hate speech a osobou Tetiana Mohorian?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2022/tetiana_mohorian/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/tetiana_mohorian/README.md",
|
|
"pages/topics/hatespeech/README.md",
|
|
"pages/students/2019/patrik_pokrivcak/README.md",
|
|
"pages/students/2020/jakub_kristian_lukas/README.md",
|
|
"pages/students/2021/manohar_gowdru_shridharu/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian",
|
|
"https://zp.kemt.fei.tuke.sk/topics/hatespeech",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0343",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou hate speech a osobou Tetiana Mohorian?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2022/tetiana_mohorian/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/tetiana_mohorian/README.md",
|
|
"pages/topics/hatespeech/README.md",
|
|
"pages/students/2019/patrik_pokrivcak/README.md",
|
|
"pages/students/2020/jakub_kristian_lukas/README.md",
|
|
"pages/students/2021/manohar_gowdru_shridharu/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian",
|
|
"https://zp.kemt.fei.tuke.sk/topics/hatespeech",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0344",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou LLM a osobou Tetiana Mohorian?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2022/tetiana_mohorian/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/tetiana_mohorian/README.md",
|
|
"pages/students/2019/patrik_pokrivcak/README.md",
|
|
"pages/topics/hatespeech/README.md",
|
|
"pages/students/2017/martin_jancura/README.md",
|
|
"pages/students/2016/maros_harahus/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak",
|
|
"https://zp.kemt.fei.tuke.sk/topics/hatespeech",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0344",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou LLM a osobou Tetiana Mohorian?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2022/tetiana_mohorian/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/tetiana_mohorian/README.md",
|
|
"pages/students/2023/simona_bobrovcanova/README.md",
|
|
"pages/students/2023/oleksandr_dorybohov/README.md",
|
|
"pages/topics/hatespeech/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov",
|
|
"https://zp.kemt.fei.tuke.sk/topics/hatespeech",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0344",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou LLM a osobou Tetiana Mohorian?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2022/tetiana_mohorian/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/tetiana_mohorian/README.md",
|
|
"pages/topics/hatespeech/README.md",
|
|
"pages/students/2019/patrik_pokrivcak/README.md",
|
|
"pages/students/2023/simona_bobrovcanova/README.md",
|
|
"pages/students/2023/oleksandr_dorybohov/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian",
|
|
"https://zp.kemt.fei.tuke.sk/topics/hatespeech",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0345",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou prompting a osobou Tetiana Mohorian?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2022/tetiana_mohorian/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/tetiana_mohorian/README.md",
|
|
"pages/students/2019/patrik_pokrivcak/README.md",
|
|
"pages/topics/hatespeech/README.md",
|
|
"pages/students/2017/martin_jancura/README.md",
|
|
"pages/students/2016/maros_harahus/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak",
|
|
"https://zp.kemt.fei.tuke.sk/topics/hatespeech",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0345",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou prompting a osobou Tetiana Mohorian?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2022/tetiana_mohorian/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/tetiana_mohorian/README.md",
|
|
"pages/students/2019/patrik_pokrivcak/README.md",
|
|
"pages/students/2016/maros_harahus/README.md",
|
|
"pages/topics/hatespeech/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"https://zp.kemt.fei.tuke.sk/topics/hatespeech",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0345",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou prompting a osobou Tetiana Mohorian?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2022/tetiana_mohorian/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/tetiana_mohorian/README.md",
|
|
"pages/students/2019/patrik_pokrivcak/README.md",
|
|
"pages/topics/hatespeech/README.md",
|
|
"pages/topics/faq/README.md",
|
|
"pages/students/2016/patrik_pavlisin/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak",
|
|
"https://zp.kemt.fei.tuke.sk/topics/hatespeech",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0346",
|
|
"split": "dev",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Aké dve adaptačné techniky mala Tetiana Mohorian použiť podľa návrhu témy?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2022/tetiana_mohorian/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/tetiana_mohorian/README.md",
|
|
"pages/topics/hatespeech/README.md",
|
|
"pages/students/2019/patrik_pokrivcak/README.md",
|
|
"pages/students/2023/ronald_zalacko/README.md",
|
|
"pages/students/2016/lukas_pokryvka/timovy_projekt/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian",
|
|
"https://zp.kemt.fei.tuke.sk/topics/hatespeech",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka/timovy_projekt"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0346",
|
|
"split": "dev",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Aké dve adaptačné techniky mala Tetiana Mohorian použiť podľa návrhu témy?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2022/tetiana_mohorian/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/tetiana_mohorian/README.md",
|
|
"pages/students/2022/andrii_pervashov/README.md",
|
|
"pages/students/2023/simona_bobrovcanova/README.md",
|
|
"pages/students/2016/maros_harahus/README.md",
|
|
"pages/students/2019/patrik_pokrivcak/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0346",
|
|
"split": "dev",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Aké dve adaptačné techniky mala Tetiana Mohorian použiť podľa návrhu témy?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2022/tetiana_mohorian/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/tetiana_mohorian/README.md",
|
|
"pages/students/2019/patrik_pokrivcak/README.md",
|
|
"pages/students/2022/andrii_pervashov/README.md",
|
|
"pages/students/2023/simona_bobrovcanova/README.md",
|
|
"pages/students/2016/maros_harahus/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0347",
|
|
"split": "dev",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Aký model dosiahol podľa stránky Tetiany Mohorian few-shot F1 približne 0.7?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2022/tetiana_mohorian/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/tetiana_mohorian/README.md",
|
|
"pages/students/2018/ondrej_megela/README.md",
|
|
"pages/students/2019/patrik_pokrivcak/README.md",
|
|
"pages/students/2019/alina_vitko/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0347",
|
|
"split": "dev",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Aký model dosiahol podľa stránky Tetiany Mohorian few-shot F1 približne 0.7?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2022/tetiana_mohorian/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/tetiana_mohorian/README.md",
|
|
"pages/students/2023/simona_bobrovcanova/README.md",
|
|
"pages/students/2016/jakub_maruniak/dp2021/train_experiments/README.md",
|
|
"pages/students/2019/patrik_pokrivcak/README.md",
|
|
"pages/students/2022/andrii_pervashov/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021/train_experiments",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0347",
|
|
"split": "dev",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Aký model dosiahol podľa stránky Tetiany Mohorian few-shot F1 približne 0.7?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2022/tetiana_mohorian/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/tetiana_mohorian/README.md",
|
|
"pages/students/2019/patrik_pokrivcak/README.md",
|
|
"pages/students/2018/ondrej_megela/README.md",
|
|
"pages/students/2022/valerii_kutsenko/README.md",
|
|
"pages/students/2023/simona_bobrovcanova/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0363",
|
|
"split": "dev",
|
|
"category": "entity_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Nájdi dokument o osobe Daniil Huzenko.",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2022/daniil_huzenko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/daniil_huzenko/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2019/david_stromp/README.md",
|
|
"pages/students/2019/michal_stromko/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/david_stromp",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0363",
|
|
"split": "dev",
|
|
"category": "entity_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Nájdi dokument o osobe Daniil Huzenko.",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2022/daniil_huzenko/README.md"
|
|
],
|
|
"first_relevant_rank": null,
|
|
"reciprocal_rank": 0.0,
|
|
"top_documents": [
|
|
"pages/students/2021/manohar_gowdru_shridharu/README.md",
|
|
"pages/interns/sevval_bulburu/README.md",
|
|
"pages/students/2020/jakub_kristian_lukas/README.md",
|
|
"pages/students/2019/patrik_pokrivcak/README.md",
|
|
"pages/students/2021/vladimir_ferko/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu",
|
|
"https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"
|
|
],
|
|
"hit_at_1": 0,
|
|
"recall_at_1": 0.0,
|
|
"hit_at_3": 0,
|
|
"recall_at_3": 0.0,
|
|
"hit_at_5": 0,
|
|
"recall_at_5": 0.0
|
|
},
|
|
{
|
|
"id": "q0363",
|
|
"split": "dev",
|
|
"category": "entity_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Nájdi dokument o osobe Daniil Huzenko.",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2022/daniil_huzenko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/daniil_huzenko/README.md",
|
|
"pages/students/2021/manohar_gowdru_shridharu/README.md",
|
|
"pages/interns/sevval_bulburu/README.md",
|
|
"pages/students/2020/jakub_kristian_lukas/README.md",
|
|
"pages/students/2019/patrik_pokrivcak/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu",
|
|
"https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0364",
|
|
"split": "dev",
|
|
"category": "fact_title",
|
|
"difficulty": "easy",
|
|
"question": "Aký je názov bakalárska práca osoby Daniil Huzenko?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2022/daniil_huzenko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/daniil_huzenko/README.md",
|
|
"pages/students/2020/matus_suchanic/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2016/jakub_maruniak/README.md",
|
|
"pages/students/2021/matej_scislak/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0364",
|
|
"split": "dev",
|
|
"category": "fact_title",
|
|
"difficulty": "easy",
|
|
"question": "Aký je názov bakalárska práca osoby Daniil Huzenko?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2022/daniil_huzenko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/daniil_huzenko/README.md",
|
|
"pages/students/2017/dmytro_ushatenko/README.md",
|
|
"pages/students/2020/matej_kobylan/README.md",
|
|
"pages/students/2022/valerii_kutsenko/README.md",
|
|
"pages/students/2020/matus_suchanic/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0364",
|
|
"split": "dev",
|
|
"category": "fact_title",
|
|
"difficulty": "easy",
|
|
"question": "Aký je názov bakalárska práca osoby Daniil Huzenko?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2022/daniil_huzenko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/daniil_huzenko/README.md",
|
|
"pages/students/2017/dmytro_ushatenko/README.md",
|
|
"pages/students/2016/jan_holp/README.md",
|
|
"pages/students/2019/artem_yatsenko/README.md",
|
|
"pages/students/2020/matej_kobylan/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0365",
|
|
"split": "dev",
|
|
"category": "reverse_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Kto sa venuje práci s názvom „Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia“?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2022/daniil_huzenko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/daniil_huzenko/README.md",
|
|
"pages/students/2019/filip_tomas/README.md",
|
|
"pages/topics/legal/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/topics/steel/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas",
|
|
"https://zp.kemt.fei.tuke.sk/topics/legal",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/topics/steel"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0365",
|
|
"split": "dev",
|
|
"category": "reverse_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Kto sa venuje práci s názvom „Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia“?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2022/daniil_huzenko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/daniil_huzenko/README.md",
|
|
"pages/students/2022/vladyslav_yanchenko/README.md",
|
|
"pages/students/2019/filip_tomas/README.md",
|
|
"pages/students/2022/valerii_kutsenko/README.md",
|
|
"pages/students/2016/jakub_maruniak/timovy_projekt/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0365",
|
|
"split": "dev",
|
|
"category": "reverse_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Kto sa venuje práci s názvom „Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia“?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2022/daniil_huzenko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/daniil_huzenko/README.md",
|
|
"pages/students/2019/filip_tomas/README.md",
|
|
"pages/students/2022/vladyslav_yanchenko/README.md",
|
|
"pages/students/2022/valerii_kutsenko/README.md",
|
|
"pages/students/2016/jakub_maruniak/timovy_projekt/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0366",
|
|
"split": "dev",
|
|
"category": "topic_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Nájdi študenta alebo dokument, ktorý rieši tému „Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia“.",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2022/daniil_huzenko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/daniil_huzenko/README.md",
|
|
"pages/students/2019/filip_tomas/README.md",
|
|
"pages/topics/steel/README.md",
|
|
"pages/topics/chatbot/README.md",
|
|
"pages/students/2021/vladimir_ferko/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas",
|
|
"https://zp.kemt.fei.tuke.sk/topics/steel",
|
|
"https://zp.kemt.fei.tuke.sk/topics/chatbot",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0366",
|
|
"split": "dev",
|
|
"category": "topic_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Nájdi študenta alebo dokument, ktorý rieši tému „Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia“.",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2022/daniil_huzenko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/daniil_huzenko/README.md",
|
|
"pages/students/2022/vladyslav_yanchenko/README.md",
|
|
"pages/students/2019/filip_tomas/README.md",
|
|
"pages/students/2022/valerii_kutsenko/README.md",
|
|
"pages/students/2021/matej_scislak/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0366",
|
|
"split": "dev",
|
|
"category": "topic_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Nájdi študenta alebo dokument, ktorý rieši tému „Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia“.",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2022/daniil_huzenko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/daniil_huzenko/README.md",
|
|
"pages/students/2019/filip_tomas/README.md",
|
|
"pages/students/2022/vladyslav_yanchenko/README.md",
|
|
"pages/students/2022/valerii_kutsenko/README.md",
|
|
"pages/students/2021/matej_scislak/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0367",
|
|
"split": "dev",
|
|
"category": "paraphrase",
|
|
"difficulty": "medium",
|
|
"question": "O čom je práca osoby Daniil Huzenko?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2022/daniil_huzenko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/daniil_huzenko/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2019/filip_tomas/README.md",
|
|
"pages/students/2016/maros_harahus/README.md",
|
|
"pages/students/2017/martin_jancura/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0367",
|
|
"split": "dev",
|
|
"category": "paraphrase",
|
|
"difficulty": "medium",
|
|
"question": "O čom je práca osoby Daniil Huzenko?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2022/daniil_huzenko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/daniil_huzenko/README.md",
|
|
"pages/students/2022/valerii_kutsenko/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md",
|
|
"pages/students/2020/matej_kobylan/README.md",
|
|
"pages/students/2020/jakub_kristian_lukas/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0367",
|
|
"split": "dev",
|
|
"category": "paraphrase",
|
|
"difficulty": "medium",
|
|
"question": "O čom je práca osoby Daniil Huzenko?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2022/daniil_huzenko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/daniil_huzenko/README.md",
|
|
"pages/students/2020/matej_kobylan/README.md",
|
|
"pages/students/2017/dmytro_ushatenko/README.md",
|
|
"pages/students/2022/valerii_kutsenko/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0368",
|
|
"split": "dev",
|
|
"category": "fact_start_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku začal študovať Daniil Huzenko?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2022/daniil_huzenko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/daniil_huzenko/README.md",
|
|
"pages/students/2021/eduard_matovka/README.md",
|
|
"pages/students/2016/jakub_maruniak/timovy_projekt/README.md",
|
|
"pages/topics/faq/README.md",
|
|
"pages/students/2016/maros_harahus/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0368",
|
|
"split": "dev",
|
|
"category": "fact_start_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku začal študovať Daniil Huzenko?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2022/daniil_huzenko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/daniil_huzenko/README.md",
|
|
"pages/students/2022/valerii_kutsenko/README.md",
|
|
"pages/students/2017/dmytro_ushatenko/README.md",
|
|
"pages/students/2020/david_kostilnik/README.md",
|
|
"pages/students/2016/maros_harahus/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0368",
|
|
"split": "dev",
|
|
"category": "fact_start_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku začal študovať Daniil Huzenko?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2022/daniil_huzenko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/daniil_huzenko/README.md",
|
|
"pages/students/2017/dmytro_ushatenko/README.md",
|
|
"pages/students/2022/valerii_kutsenko/README.md",
|
|
"pages/students/2020/david_kostilnik/README.md",
|
|
"pages/students/2016/maros_harahus/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0369",
|
|
"split": "dev",
|
|
"category": "verification",
|
|
"difficulty": "medium",
|
|
"question": "Je pri osobe Daniil Huzenko uvedený rok začiatku štúdia 2022?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2022/daniil_huzenko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/daniil_huzenko/README.md",
|
|
"pages/students/2022/tetiana_mohorian/README.md",
|
|
"pages/students/2022/samuel_vasil/README.md",
|
|
"pages/students/2022/valerii_kutsenko/README.md",
|
|
"pages/students/2022/andrii_pervashov/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0369",
|
|
"split": "dev",
|
|
"category": "verification",
|
|
"difficulty": "medium",
|
|
"question": "Je pri osobe Daniil Huzenko uvedený rok začiatku štúdia 2022?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2022/daniil_huzenko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/daniil_huzenko/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/students/2018/martin_wencel/README.md",
|
|
"pages/students/2016/maros_harahus/README.md",
|
|
"pages/students/2019/michal_stromko/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0369",
|
|
"split": "dev",
|
|
"category": "verification",
|
|
"difficulty": "medium",
|
|
"question": "Je pri osobe Daniil Huzenko uvedený rok začiatku štúdia 2022?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2022/daniil_huzenko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/daniil_huzenko/README.md",
|
|
"pages/students/2018/martin_wencel/README.md",
|
|
"pages/students/2022/valerii_kutsenko/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/students/2016/maros_harahus/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0370",
|
|
"split": "dev",
|
|
"category": "fact_work_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku je pri osobe Daniil Huzenko uvedená bakalárska práca?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2022/daniil_huzenko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/daniil_huzenko/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2016/darius_lindvai/timovy_projekt/resers/README.md",
|
|
"pages/topics/faq/README.md",
|
|
"pages/students/2016/patrik_pavlisin/tp20/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai/timovy_projekt/resers",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0370",
|
|
"split": "dev",
|
|
"category": "fact_work_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku je pri osobe Daniil Huzenko uvedená bakalárska práca?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2022/daniil_huzenko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/daniil_huzenko/README.md",
|
|
"pages/students/2017/dmytro_ushatenko/README.md",
|
|
"pages/students/2022/valerii_kutsenko/README.md",
|
|
"pages/students/2020/matus_suchanic/README.md",
|
|
"pages/students/2020/vladyslav_krupko/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0370",
|
|
"split": "dev",
|
|
"category": "fact_work_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku je pri osobe Daniil Huzenko uvedená bakalárska práca?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2022/daniil_huzenko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/daniil_huzenko/README.md",
|
|
"pages/students/2017/dmytro_ushatenko/README.md",
|
|
"pages/students/2022/valerii_kutsenko/README.md",
|
|
"pages/students/2020/matus_suchanic/README.md",
|
|
"pages/students/2020/vladyslav_krupko/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0371",
|
|
"split": "dev",
|
|
"category": "disambiguation_year",
|
|
"difficulty": "hard",
|
|
"question": "Rozlíš rok začiatku štúdia a rok práce osoby Daniil Huzenko.",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2022/daniil_huzenko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/daniil_huzenko/README.md",
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md",
|
|
"pages/students/2019/kristian_sopkovic/README.md",
|
|
"pages/students/2016/ediz_morochovic/README.md",
|
|
"pages/students/2019/filip_tomas/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0371",
|
|
"split": "dev",
|
|
"category": "disambiguation_year",
|
|
"difficulty": "hard",
|
|
"question": "Rozlíš rok začiatku štúdia a rok práce osoby Daniil Huzenko.",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2022/daniil_huzenko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/daniil_huzenko/README.md",
|
|
"pages/students/2020/matej_kobylan/README.md",
|
|
"pages/students/2020/jakub_kristian_lukas/README.md",
|
|
"pages/students/2017/dmytro_ushatenko/README.md",
|
|
"pages/students/2023/denis_le_thanh/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0371",
|
|
"split": "dev",
|
|
"category": "disambiguation_year",
|
|
"difficulty": "hard",
|
|
"question": "Rozlíš rok začiatku štúdia a rok práce osoby Daniil Huzenko.",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2022/daniil_huzenko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/daniil_huzenko/README.md",
|
|
"pages/students/2020/matej_kobylan/README.md",
|
|
"pages/students/2020/jakub_kristian_lukas/README.md",
|
|
"pages/students/2017/dmytro_ushatenko/README.md",
|
|
"pages/students/2023/denis_le_thanh/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0372",
|
|
"split": "dev",
|
|
"category": "adversarial_year",
|
|
"difficulty": "hard",
|
|
"question": "Je rok 2022 rokom záverečnej práce osoby Daniil Huzenko?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2022/daniil_huzenko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/daniil_huzenko/README.md",
|
|
"pages/topics/faq/README.md",
|
|
"pages/topics/akopisat/README.md",
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2016/dominik_nagy/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq",
|
|
"https://zp.kemt.fei.tuke.sk/topics/akopisat",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0372",
|
|
"split": "dev",
|
|
"category": "adversarial_year",
|
|
"difficulty": "hard",
|
|
"question": "Je rok 2022 rokom záverečnej práce osoby Daniil Huzenko?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2022/daniil_huzenko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/daniil_huzenko/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/students/2019/michal_stromko/README.md",
|
|
"pages/students/2019/kristian_sopkovic/README.md",
|
|
"pages/students/2016/maros_harahus/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0372",
|
|
"split": "dev",
|
|
"category": "adversarial_year",
|
|
"difficulty": "hard",
|
|
"question": "Je rok 2022 rokom záverečnej práce osoby Daniil Huzenko?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2022/daniil_huzenko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/daniil_huzenko/README.md",
|
|
"pages/students/2021/vladimir_ferko/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/students/2019/michal_stromko/README.md",
|
|
"pages/students/2019/kristian_sopkovic/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0373",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou Kubernetes a osobou Daniil Huzenko?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2022/daniil_huzenko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/daniil_huzenko/README.md",
|
|
"pages/students/2017/martin_jancura/README.md",
|
|
"pages/students/2016/maros_harahus/README.md",
|
|
"pages/students/2019/filip_tomas/README.md",
|
|
"pages/students/2018/samuel_sirotnik/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0373",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou Kubernetes a osobou Daniil Huzenko?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2022/daniil_huzenko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/daniil_huzenko/README.md",
|
|
"pages/students/2022/valerii_kutsenko/README.md",
|
|
"pages/topics/faq/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/students/2017/dmytro_ushatenko/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0373",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou Kubernetes a osobou Daniil Huzenko?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2022/daniil_huzenko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/daniil_huzenko/README.md",
|
|
"pages/students/2022/valerii_kutsenko/README.md",
|
|
"pages/students/2018/samuel_sirotnik/README.md",
|
|
"pages/topics/faq/README.md",
|
|
"pages/students/2022/vladyslav_yanchenko/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0374",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou Raspberry Pi a osobou Daniil Huzenko?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2022/daniil_huzenko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/daniil_huzenko/README.md",
|
|
"pages/students/2018/samuel_sirotnik/README.md",
|
|
"pages/students/2019/filip_tomas/README.md",
|
|
"pages/students/2019/david_stromp/README.md",
|
|
"pages/students/2017/martin_jancura/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/david_stromp",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0374",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou Raspberry Pi a osobou Daniil Huzenko?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2022/daniil_huzenko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/daniil_huzenko/README.md",
|
|
"pages/students/2018/samuel_sirotnik/README.md",
|
|
"pages/students/2017/dmytro_ushatenko/README.md",
|
|
"pages/topics/faq/README.md",
|
|
"pages/students/2020/jakub_kristian_lukas/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0374",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou Raspberry Pi a osobou Daniil Huzenko?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2022/daniil_huzenko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/daniil_huzenko/README.md",
|
|
"pages/students/2018/samuel_sirotnik/README.md",
|
|
"pages/students/2019/filip_tomas/README.md",
|
|
"pages/students/2020/jakub_kristian_lukas/README.md",
|
|
"pages/topics/faq/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0375",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou hybridný cloud a osobou Daniil Huzenko?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2022/daniil_huzenko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/daniil_huzenko/README.md",
|
|
"pages/students/2019/michal_stromko/README.md",
|
|
"pages/students/2017/martin_jancura/README.md",
|
|
"pages/students/2016/lukas_pokryvka/README.md",
|
|
"pages/students/2016/maros_harahus/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0375",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou hybridný cloud a osobou Daniil Huzenko?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2022/daniil_huzenko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/daniil_huzenko/README.md",
|
|
"pages/students/2018/samuel_sirotnik/README.md",
|
|
"pages/students/2019/michal_stromko/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md",
|
|
"pages/students/2022/valerii_kutsenko/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0375",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou hybridný cloud a osobou Daniil Huzenko?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2022/daniil_huzenko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/daniil_huzenko/README.md",
|
|
"pages/students/2018/samuel_sirotnik/README.md",
|
|
"pages/students/2019/michal_stromko/README.md",
|
|
"pages/students/2016/lukas_pokryvka/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0376",
|
|
"split": "dev",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Aký hardvér mal Daniil Huzenko použiť na vlastný klaster?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2022/daniil_huzenko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/daniil_huzenko/README.md",
|
|
"pages/students/2018/samuel_sirotnik/README.md",
|
|
"pages/students/2019/filip_tomas/README.md",
|
|
"pages/students/2020/matus_suchanic/README.md",
|
|
"pages/students/2022/vladyslav_yanchenko/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0376",
|
|
"split": "dev",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Aký hardvér mal Daniil Huzenko použiť na vlastný klaster?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2022/daniil_huzenko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/daniil_huzenko/README.md",
|
|
"pages/students/2018/samuel_sirotnik/README.md",
|
|
"pages/students/2022/vladyslav_yanchenko/README.md",
|
|
"pages/students/2022/valerii_kutsenko/README.md",
|
|
"pages/students/2019/david_stromp/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/david_stromp"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0376",
|
|
"split": "dev",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Aký hardvér mal Daniil Huzenko použiť na vlastný klaster?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2022/daniil_huzenko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/daniil_huzenko/README.md",
|
|
"pages/students/2018/samuel_sirotnik/README.md",
|
|
"pages/students/2022/vladyslav_yanchenko/README.md",
|
|
"pages/students/2019/filip_tomas/README.md",
|
|
"pages/students/2020/matus_suchanic/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0377",
|
|
"split": "dev",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Akým nástrojom mal Daniil Huzenko konfigurovať alebo resetovať klaster?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2022/daniil_huzenko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/daniil_huzenko/README.md",
|
|
"pages/students/2019/filip_tomas/README.md",
|
|
"pages/students/2018/samuel_sirotnik/README.md",
|
|
"pages/students/2016/maros_harahus/README.md",
|
|
"pages/students/2022/oleh_poiasnik/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0377",
|
|
"split": "dev",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Akým nástrojom mal Daniil Huzenko konfigurovať alebo resetovať klaster?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2022/daniil_huzenko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/daniil_huzenko/README.md",
|
|
"pages/students/2018/samuel_sirotnik/README.md",
|
|
"pages/students/2022/vladyslav_yanchenko/README.md",
|
|
"pages/students/2019/filip_tomas/README.md",
|
|
"pages/students/2021/eduard_matovka/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0377",
|
|
"split": "dev",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Akým nástrojom mal Daniil Huzenko konfigurovať alebo resetovať klaster?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2022/daniil_huzenko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/daniil_huzenko/README.md",
|
|
"pages/students/2018/samuel_sirotnik/README.md",
|
|
"pages/students/2019/filip_tomas/README.md",
|
|
"pages/students/2022/vladyslav_yanchenko/README.md",
|
|
"pages/students/2021/eduard_matovka/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0378",
|
|
"split": "dev",
|
|
"category": "entity_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Nájdi dokument o osobe Ján Pták.",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_ptak/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/jan_ptak/README.md",
|
|
"pages/students/2016/jan_holp/timovy_projekt/README.md",
|
|
"pages/students/2016/jan_holp/README.md",
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2021/matej_scislak/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0378",
|
|
"split": "dev",
|
|
"category": "entity_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Nájdi dokument o osobe Ján Pták.",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_ptak/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/jan_ptak/README.md",
|
|
"pages/students/2021/manohar_gowdru_shridharu/README.md",
|
|
"pages/students/2021/vladimir_ferko/README.md",
|
|
"pages/students/2018/adrian_remias/README.md",
|
|
"pages/students/2021/eduard_matovka/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0378",
|
|
"split": "dev",
|
|
"category": "entity_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Nájdi dokument o osobe Ján Pták.",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_ptak/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/jan_ptak/README.md",
|
|
"pages/students/2021/manohar_gowdru_shridharu/README.md",
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2021/vladimir_ferko/README.md",
|
|
"pages/students/2018/adrian_remias/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0379",
|
|
"split": "dev",
|
|
"category": "fact_title",
|
|
"difficulty": "easy",
|
|
"question": "Aký je názov diplomový projekt osoby Ján Pták?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_ptak/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/jan_ptak/README.md",
|
|
"pages/students/2016/jan_holp/README.md",
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2020/matus_suchanic/README.md",
|
|
"pages/students/2016/jan_holp/timovy_projekt/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0379",
|
|
"split": "dev",
|
|
"category": "fact_title",
|
|
"difficulty": "easy",
|
|
"question": "Aký je názov diplomový projekt osoby Ján Pták?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_ptak/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/jan_ptak/README.md",
|
|
"pages/students/2017/martin_jancura/README.md",
|
|
"pages/students/2016/jakub_maruniak/dp2021/README.md",
|
|
"pages/students/2016/jan_holp/README.md",
|
|
"pages/students/2016/jakub_maruniak/dp2021/annotation/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021/annotation"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0379",
|
|
"split": "dev",
|
|
"category": "fact_title",
|
|
"difficulty": "easy",
|
|
"question": "Aký je názov diplomový projekt osoby Ján Pták?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_ptak/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/jan_ptak/README.md",
|
|
"pages/students/2016/jan_holp/README.md",
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2016/jakub_maruniak/dp2021/annotation/README.md",
|
|
"pages/students/2016/jakub_maruniak/dp2021/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021/annotation",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0380",
|
|
"split": "dev",
|
|
"category": "reverse_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Kto sa venuje práci s názvom „Agent pre manažment záverečných prác“?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_ptak/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/jan_ptak/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md",
|
|
"pages/topics/otvorene/README.md",
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",
|
|
"https://zp.kemt.fei.tuke.sk/topics/otvorene",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0380",
|
|
"split": "dev",
|
|
"category": "reverse_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Kto sa venuje práci s názvom „Agent pre manažment záverečných prác“?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_ptak/README.md"
|
|
],
|
|
"first_relevant_rank": 2,
|
|
"reciprocal_rank": 0.5,
|
|
"top_documents": [
|
|
"pages/topics/akopisat/README.md",
|
|
"pages/students/2022/jan_ptak/README.md",
|
|
"pages/topics/faq/README.md",
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md",
|
|
"pages/students/2021/vladimir_ferko/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/topics/akopisat",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"
|
|
],
|
|
"hit_at_1": 0,
|
|
"recall_at_1": 0.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0380",
|
|
"split": "dev",
|
|
"category": "reverse_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Kto sa venuje práci s názvom „Agent pre manažment záverečných prác“?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_ptak/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/jan_ptak/README.md",
|
|
"pages/topics/akopisat/README.md",
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md",
|
|
"pages/topics/faq/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",
|
|
"https://zp.kemt.fei.tuke.sk/topics/akopisat",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0381",
|
|
"split": "dev",
|
|
"category": "topic_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Nájdi študenta alebo dokument, ktorý rieši tému „Agent pre manažment záverečných prác“.",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_ptak/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/jan_ptak/README.md",
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2021/vladimir_ferko/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0381",
|
|
"split": "dev",
|
|
"category": "topic_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Nájdi študenta alebo dokument, ktorý rieši tému „Agent pre manažment záverečných prác“.",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_ptak/README.md"
|
|
],
|
|
"first_relevant_rank": 5,
|
|
"reciprocal_rank": 0.2,
|
|
"top_documents": [
|
|
"pages/topics/faq/README.md",
|
|
"pages/topics/akopisat/README.md",
|
|
"pages/students/2021/vladimir_ferko/README.md",
|
|
"pages/students/2020/matej_kobylan/README.md",
|
|
"pages/students/2022/jan_ptak/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq",
|
|
"https://zp.kemt.fei.tuke.sk/topics/akopisat",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"
|
|
],
|
|
"hit_at_1": 0,
|
|
"recall_at_1": 0.0,
|
|
"hit_at_3": 0,
|
|
"recall_at_3": 0.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0381",
|
|
"split": "dev",
|
|
"category": "topic_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Nájdi študenta alebo dokument, ktorý rieši tému „Agent pre manažment záverečných prác“.",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_ptak/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/jan_ptak/README.md",
|
|
"pages/topics/faq/README.md",
|
|
"pages/topics/akopisat/README.md",
|
|
"pages/students/2020/matej_kobylan/README.md",
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq",
|
|
"https://zp.kemt.fei.tuke.sk/topics/akopisat",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0382",
|
|
"split": "dev",
|
|
"category": "paraphrase",
|
|
"difficulty": "medium",
|
|
"question": "O čom je práca osoby Ján Pták?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_ptak/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/jan_ptak/README.md",
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2016/jan_holp/timovy_projekt/README.md",
|
|
"pages/students/2016/jan_holp/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0382",
|
|
"split": "dev",
|
|
"category": "paraphrase",
|
|
"difficulty": "medium",
|
|
"question": "O čom je práca osoby Ján Pták?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_ptak/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/jan_ptak/README.md",
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2017/martin_jancura/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md",
|
|
"pages/students/2020/matej_kobylan/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0382",
|
|
"split": "dev",
|
|
"category": "paraphrase",
|
|
"difficulty": "medium",
|
|
"question": "O čom je práca osoby Ján Pták?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_ptak/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/jan_ptak/README.md",
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2020/matej_kobylan/README.md",
|
|
"pages/students/2017/martin_jancura/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0383",
|
|
"split": "dev",
|
|
"category": "fact_start_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku začal študovať Ján Pták?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_ptak/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/jan_ptak/README.md",
|
|
"pages/students/2016/jan_holp/README.md",
|
|
"pages/students/2021/eduard_matovka/README.md",
|
|
"pages/students/2016/jakub_maruniak/timovy_projekt/README.md",
|
|
"pages/students/2018/david_omasta/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0383",
|
|
"split": "dev",
|
|
"category": "fact_start_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku začal študovať Ján Pták?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_ptak/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/jan_ptak/README.md",
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2021/nikita_bodnar/README.md",
|
|
"pages/students/2022/valerii_kutsenko/README.md",
|
|
"pages/students/2018/ondrej_megela/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0383",
|
|
"split": "dev",
|
|
"category": "fact_start_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku začal študovať Ján Pták?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_ptak/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/jan_ptak/README.md",
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2016/jan_holp/README.md",
|
|
"pages/students/2021/nikita_bodnar/README.md",
|
|
"pages/students/2022/valerii_kutsenko/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0384",
|
|
"split": "dev",
|
|
"category": "verification",
|
|
"difficulty": "medium",
|
|
"question": "Je pri osobe Ján Pták uvedený rok začiatku štúdia 2022?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_ptak/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/jan_ptak/README.md",
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2016/jan_holp/README.md",
|
|
"pages/students/2022/tetiana_mohorian/README.md",
|
|
"pages/students/2022/daniil_huzenko/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0384",
|
|
"split": "dev",
|
|
"category": "verification",
|
|
"difficulty": "medium",
|
|
"question": "Je pri osobe Ján Pták uvedený rok začiatku štúdia 2022?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_ptak/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/jan_ptak/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/students/2022/tetiana_mohorian/README.md",
|
|
"pages/students/2019/kristian_sopkovic/README.md",
|
|
"pages/students/2018/martin_wencel/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0384",
|
|
"split": "dev",
|
|
"category": "verification",
|
|
"difficulty": "medium",
|
|
"question": "Je pri osobe Ján Pták uvedený rok začiatku štúdia 2022?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_ptak/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/jan_ptak/README.md",
|
|
"pages/students/2022/tetiana_mohorian/README.md",
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2018/martin_wencel/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0385",
|
|
"split": "dev",
|
|
"category": "fact_work_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku je pri osobe Ján Pták uvedená diplomový projekt?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_ptak/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/jan_ptak/README.md",
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2016/jan_holp/README.md",
|
|
"pages/students/2016/jan_holp/timovy_projekt/README.md",
|
|
"pages/students/2018/david_omasta/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0385",
|
|
"split": "dev",
|
|
"category": "fact_work_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku je pri osobe Ján Pták uvedená diplomový projekt?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_ptak/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/jan_ptak/README.md",
|
|
"pages/students/2017/martin_jancura/README.md",
|
|
"pages/students/2016/jakub_maruniak/dp2021/README.md",
|
|
"pages/students/2016/jan_holp/README.md",
|
|
"pages/students/2022/jan_malinovsky/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0385",
|
|
"split": "dev",
|
|
"category": "fact_work_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku je pri osobe Ján Pták uvedená diplomový projekt?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_ptak/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/jan_ptak/README.md",
|
|
"pages/students/2016/jan_holp/README.md",
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2016/jakub_maruniak/dp2021/README.md",
|
|
"pages/students/2017/martin_jancura/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0386",
|
|
"split": "dev",
|
|
"category": "disambiguation_year",
|
|
"difficulty": "hard",
|
|
"question": "Rozlíš rok začiatku štúdia a rok práce osoby Ján Pták.",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_ptak/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/jan_ptak/README.md",
|
|
"pages/students/2016/jan_holp/README.md",
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md",
|
|
"pages/students/2019/kristian_sopkovic/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0386",
|
|
"split": "dev",
|
|
"category": "disambiguation_year",
|
|
"difficulty": "hard",
|
|
"question": "Rozlíš rok začiatku štúdia a rok práce osoby Ján Pták.",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_ptak/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/jan_ptak/README.md",
|
|
"pages/students/2020/matej_kobylan/README.md",
|
|
"pages/students/2017/martin_jancura/README.md",
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md",
|
|
"pages/students/2020/jakub_kristian_lukas/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0386",
|
|
"split": "dev",
|
|
"category": "disambiguation_year",
|
|
"difficulty": "hard",
|
|
"question": "Rozlíš rok začiatku štúdia a rok práce osoby Ján Pták.",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_ptak/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/jan_ptak/README.md",
|
|
"pages/students/2020/matej_kobylan/README.md",
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2017/martin_jancura/README.md",
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0387",
|
|
"split": "dev",
|
|
"category": "adversarial_year",
|
|
"difficulty": "hard",
|
|
"question": "Je rok 2022 rokom záverečnej práce osoby Ján Pták?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_ptak/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/jan_ptak/README.md",
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/topics/faq/README.md",
|
|
"pages/students/2016/jan_holp/README.md",
|
|
"pages/topics/akopisat/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",
|
|
"https://zp.kemt.fei.tuke.sk/topics/akopisat"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0387",
|
|
"split": "dev",
|
|
"category": "adversarial_year",
|
|
"difficulty": "hard",
|
|
"question": "Je rok 2022 rokom záverečnej práce osoby Ján Pták?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_ptak/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/jan_ptak/README.md",
|
|
"pages/students/2020/matej_kobylan/README.md",
|
|
"pages/students/2021/vladimir_ferko/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/students/2019/kristian_sopkovic/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0387",
|
|
"split": "dev",
|
|
"category": "adversarial_year",
|
|
"difficulty": "hard",
|
|
"question": "Je rok 2022 rokom záverečnej práce osoby Ján Pták?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_ptak/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/jan_ptak/README.md",
|
|
"pages/students/2020/matej_kobylan/README.md",
|
|
"pages/students/2021/vladimir_ferko/README.md",
|
|
"pages/students/2022/tetiana_mohorian/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0388",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou RAG a osobou Ján Pták?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_ptak/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/jan_ptak/README.md",
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2016/jan_holp/timovy_projekt/README.md",
|
|
"pages/students/2017/martin_jancura/README.md",
|
|
"pages/students/2016/jan_holp/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0388",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou RAG a osobou Ján Pták?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_ptak/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/jan_ptak/README.md",
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2022/oleh_poiasnik/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0388",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou RAG a osobou Ján Pták?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_ptak/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/jan_ptak/README.md",
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2022/oleh_poiasnik/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0389",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou OpenWebUI a osobou Ján Pták?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_ptak/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/jan_ptak/README.md",
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2016/jan_holp/timovy_projekt/README.md",
|
|
"pages/students/2017/martin_jancura/README.md",
|
|
"pages/students/2016/jan_holp/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0389",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou OpenWebUI a osobou Ján Pták?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_ptak/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/jan_ptak/README.md",
|
|
"pages/students/2022/samuel_vasil/README.md",
|
|
"pages/students/2022/andrii_pervashov/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2023/oleksandr_dorybohov/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0389",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou OpenWebUI a osobou Ján Pták?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_ptak/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/jan_ptak/README.md",
|
|
"pages/students/2022/samuel_vasil/README.md",
|
|
"pages/students/2022/andrii_pervashov/README.md",
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0390",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou Docker a osobou Ján Pták?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_ptak/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/jan_ptak/README.md",
|
|
"pages/students/2016/jan_holp/timovy_projekt/README.md",
|
|
"pages/students/2017/martin_jancura/README.md",
|
|
"pages/students/2016/jan_holp/README.md",
|
|
"pages/students/2022/jan_malinovsky/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0390",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou Docker a osobou Ján Pták?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_ptak/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/jan_ptak/README.md",
|
|
"pages/topics/faq/README.md",
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md",
|
|
"pages/students/2019/michal_stromko/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0390",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou Docker a osobou Ján Pták?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_ptak/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/jan_ptak/README.md",
|
|
"pages/topics/faq/README.md",
|
|
"pages/students/2016/patrik_pavlisin/README.md",
|
|
"pages/students/2016/jan_holp/README.md",
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0391",
|
|
"split": "dev",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Aké používateľské rozhranie má Ján Pták použiť pre svojho agenta?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_ptak/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/jan_ptak/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md",
|
|
"pages/students/2016/jan_holp/README.md",
|
|
"pages/students/2016/jan_holp/timovy_projekt/README.md",
|
|
"pages/students/2022/jan_malinovsky/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0391",
|
|
"split": "dev",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Aké používateľské rozhranie má Ján Pták použiť pre svojho agenta?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_ptak/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/jan_ptak/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md",
|
|
"pages/students/2023/oleksandr_dorybohov/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2016/jan_holp/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0391",
|
|
"split": "dev",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Aké používateľské rozhranie má Ján Pták použiť pre svojho agenta?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_ptak/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/jan_ptak/README.md",
|
|
"pages/students/2023/oleksandr_dorybohov/README.md",
|
|
"pages/students/2016/jan_holp/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md",
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0392",
|
|
"split": "dev",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Akým spôsobom má Ján Pták implementovať synchronizáciu?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_ptak/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/jan_ptak/README.md",
|
|
"pages/students/2016/jan_holp/README.md",
|
|
"pages/students/2016/jan_holp/timovy_projekt/README.md",
|
|
"pages/students/2021/vladimir_ferko/README.md",
|
|
"pages/students/2023/ronald_zalacko/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0392",
|
|
"split": "dev",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Akým spôsobom má Ján Pták implementovať synchronizáciu?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_ptak/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/jan_ptak/README.md",
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2016/patrik_pavlisin/README.md",
|
|
"pages/students/2021/eduard_matovka/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0392",
|
|
"split": "dev",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Akým spôsobom má Ján Pták implementovať synchronizáciu?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_ptak/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/jan_ptak/README.md",
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2016/patrik_pavlisin/README.md",
|
|
"pages/students/2021/eduard_matovka/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0393",
|
|
"split": "dev",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Akú databázu a backend už Ján Pták podľa stavu používal?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_ptak/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/jan_ptak/README.md",
|
|
"pages/students/2016/jan_holp/README.md",
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2016/jan_holp/timovy_projekt/README.md",
|
|
"pages/students/2017/martin_jancura/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0393",
|
|
"split": "dev",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Akú databázu a backend už Ján Pták podľa stavu používal?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_ptak/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/jan_ptak/README.md",
|
|
"pages/students/2020/matej_kobylan/README.md",
|
|
"pages/students/2021/eduard_matovka/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2022/vladyslav_yanchenko/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0393",
|
|
"split": "dev",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Akú databázu a backend už Ján Pták podľa stavu používal?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_ptak/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/jan_ptak/README.md",
|
|
"pages/students/2021/eduard_matovka/README.md",
|
|
"pages/students/2022/vladyslav_yanchenko/README.md",
|
|
"pages/students/2020/matej_kobylan/README.md",
|
|
"pages/students/2021/matej_scislak/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0423",
|
|
"split": "dev",
|
|
"category": "entity_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Nájdi dokument o osobe Rostyslav Rodzhuk.",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2019/david_stromp/README.md",
|
|
"pages/students/2019/michal_stromko/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/david_stromp",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0423",
|
|
"split": "dev",
|
|
"category": "entity_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Nájdi dokument o osobe Rostyslav Rodzhuk.",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md",
|
|
"pages/students/2021/manohar_gowdru_shridharu/README.md",
|
|
"pages/interns/sevval_bulburu/README.md",
|
|
"pages/interns/oliver_pejic/README.md",
|
|
"pages/students/2022/andrii_pervashov/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu",
|
|
"https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu",
|
|
"https://zp.kemt.fei.tuke.sk/interns/oliver_pejic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0423",
|
|
"split": "dev",
|
|
"category": "entity_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Nájdi dokument o osobe Rostyslav Rodzhuk.",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md",
|
|
"pages/students/2021/manohar_gowdru_shridharu/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/interns/sevval_bulburu/README.md",
|
|
"pages/interns/oliver_pejic/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu",
|
|
"https://zp.kemt.fei.tuke.sk/interns/oliver_pejic"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0424",
|
|
"split": "dev",
|
|
"category": "fact_title",
|
|
"difficulty": "easy",
|
|
"question": "Aký je názov bakalárska práca osoby Rostyslav Rodzhuk?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md",
|
|
"pages/students/2020/matus_suchanic/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2016/jakub_maruniak/README.md",
|
|
"pages/students/2021/matej_scislak/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0424",
|
|
"split": "dev",
|
|
"category": "fact_title",
|
|
"difficulty": "easy",
|
|
"question": "Aký je názov bakalárska práca osoby Rostyslav Rodzhuk?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md",
|
|
"pages/students/2023/oleksandr_dorybohov/README.md",
|
|
"pages/students/2016/ediz_morochovic/README.md",
|
|
"pages/students/2023/maksym_zatirka/README.md",
|
|
"pages/students/2016/jan_holp/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0424",
|
|
"split": "dev",
|
|
"category": "fact_title",
|
|
"difficulty": "easy",
|
|
"question": "Aký je názov bakalárska práca osoby Rostyslav Rodzhuk?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md",
|
|
"pages/students/2016/ediz_morochovic/README.md",
|
|
"pages/students/2016/jan_holp/README.md",
|
|
"pages/students/2023/oleksandr_dorybohov/README.md",
|
|
"pages/students/2023/maksym_zatirka/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0425",
|
|
"split": "dev",
|
|
"category": "reverse_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Kto sa venuje práci s názvom „Inteligentný agent pre podporu práce špeciálneho pedagóga“?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2022/oleh_poiasnik/README.md",
|
|
"pages/students/2022/jan_malinovsky/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0425",
|
|
"split": "dev",
|
|
"category": "reverse_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Kto sa venuje práci s názvom „Inteligentný agent pre podporu práce špeciálneho pedagóga“?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md",
|
|
"pages/topics/faq/README.md",
|
|
"pages/students/2023/oleksandr_dorybohov/README.md",
|
|
"pages/students/2020/matej_kobylan/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0425",
|
|
"split": "dev",
|
|
"category": "reverse_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Kto sa venuje práci s názvom „Inteligentný agent pre podporu práce špeciálneho pedagóga“?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2023/oleksandr_dorybohov/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md",
|
|
"pages/students/2022/jan_malinovsky/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0426",
|
|
"split": "dev",
|
|
"category": "topic_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Nájdi študenta alebo dokument, ktorý rieši tému „Inteligentný agent pre podporu práce špeciálneho pedagóga“.",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md",
|
|
"pages/students/2021/vladimir_ferko/README.md",
|
|
"pages/students/2022/jan_malinovsky/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0426",
|
|
"split": "dev",
|
|
"category": "topic_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Nájdi študenta alebo dokument, ktorý rieši tému „Inteligentný agent pre podporu práce špeciálneho pedagóga“.",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md",
|
|
"pages/topics/faq/README.md",
|
|
"pages/students/2020/matej_kobylan/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/topics/akopisat/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/topics/akopisat"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0426",
|
|
"split": "dev",
|
|
"category": "topic_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Nájdi študenta alebo dokument, ktorý rieši tému „Inteligentný agent pre podporu práce špeciálneho pedagóga“.",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md",
|
|
"pages/topics/faq/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2020/matej_kobylan/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0427",
|
|
"split": "dev",
|
|
"category": "paraphrase",
|
|
"difficulty": "medium",
|
|
"question": "O čom je práca osoby Rostyslav Rodzhuk?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2016/maros_harahus/README.md",
|
|
"pages/students/2017/martin_jancura/README.md",
|
|
"pages/students/2022/valerii_kutsenko/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0427",
|
|
"split": "dev",
|
|
"category": "paraphrase",
|
|
"difficulty": "medium",
|
|
"question": "O čom je práca osoby Rostyslav Rodzhuk?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md",
|
|
"pages/students/2023/ronald_zalacko/README.md",
|
|
"pages/students/2023/oleksandr_dorybohov/README.md",
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2021/manohar_gowdru_shridharu/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0427",
|
|
"split": "dev",
|
|
"category": "paraphrase",
|
|
"difficulty": "medium",
|
|
"question": "O čom je práca osoby Rostyslav Rodzhuk?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md",
|
|
"pages/students/2023/ronald_zalacko/README.md",
|
|
"pages/students/2023/oleksandr_dorybohov/README.md",
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2021/manohar_gowdru_shridharu/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0428",
|
|
"split": "dev",
|
|
"category": "fact_start_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku začal študovať Rostyslav Rodzhuk?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md",
|
|
"pages/students/2021/eduard_matovka/README.md",
|
|
"pages/students/2016/jakub_maruniak/timovy_projekt/README.md",
|
|
"pages/topics/faq/README.md",
|
|
"pages/students/2016/maros_harahus/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0428",
|
|
"split": "dev",
|
|
"category": "fact_start_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku začal študovať Rostyslav Rodzhuk?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md",
|
|
"pages/students/2018/oleh_bilykh/README.md",
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2023/ronald_zalacko/README.md",
|
|
"pages/students/2020/matus_suchanic/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0428",
|
|
"split": "dev",
|
|
"category": "fact_start_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku začal študovať Rostyslav Rodzhuk?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md",
|
|
"pages/students/2016/jan_holp/README.md",
|
|
"pages/students/2018/oleh_bilykh/README.md",
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2023/ronald_zalacko/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0429",
|
|
"split": "dev",
|
|
"category": "verification",
|
|
"difficulty": "medium",
|
|
"question": "Je pri osobe Rostyslav Rodzhuk uvedený rok začiatku štúdia 2023?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md",
|
|
"pages/students/2023/oleksandr_dorybohov/README.md",
|
|
"pages/students/2023/simona_bobrovcanova/README.md",
|
|
"pages/students/2023/ronald_zalacko/README.md",
|
|
"pages/students/2023/denis_le_thanh/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0429",
|
|
"split": "dev",
|
|
"category": "verification",
|
|
"difficulty": "medium",
|
|
"question": "Je pri osobe Rostyslav Rodzhuk uvedený rok začiatku štúdia 2023?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md",
|
|
"pages/students/2019/kristian_sopkovic/README.md",
|
|
"pages/students/2018/oleh_bilykh/README.md",
|
|
"pages/students/2020/jakub_kristian_lukas/README.md",
|
|
"pages/students/2019/michal_stromko/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0429",
|
|
"split": "dev",
|
|
"category": "verification",
|
|
"difficulty": "medium",
|
|
"question": "Je pri osobe Rostyslav Rodzhuk uvedený rok začiatku štúdia 2023?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md",
|
|
"pages/students/2020/jakub_kristian_lukas/README.md",
|
|
"pages/students/2019/kristian_sopkovic/README.md",
|
|
"pages/students/2018/oleh_bilykh/README.md",
|
|
"pages/students/2022/jan_malinovsky/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0430",
|
|
"split": "dev",
|
|
"category": "fact_work_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku je pri osobe Rostyslav Rodzhuk uvedená bakalárska práca?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2016/darius_lindvai/timovy_projekt/resers/README.md",
|
|
"pages/topics/faq/README.md",
|
|
"pages/students/2016/patrik_pavlisin/tp20/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai/timovy_projekt/resers",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0430",
|
|
"split": "dev",
|
|
"category": "fact_work_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku je pri osobe Rostyslav Rodzhuk uvedená bakalárska práca?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md",
|
|
"pages/students/2016/ediz_morochovic/README.md",
|
|
"pages/students/2023/oleksandr_dorybohov/README.md",
|
|
"pages/students/2019/michal_stromko/README.md",
|
|
"pages/students/2020/jakub_kristian_lukas/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0430",
|
|
"split": "dev",
|
|
"category": "fact_work_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku je pri osobe Rostyslav Rodzhuk uvedená bakalárska práca?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md",
|
|
"pages/students/2016/ediz_morochovic/README.md",
|
|
"pages/students/2023/oleksandr_dorybohov/README.md",
|
|
"pages/students/2019/michal_stromko/README.md",
|
|
"pages/students/2020/jakub_kristian_lukas/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0431",
|
|
"split": "dev",
|
|
"category": "disambiguation_year",
|
|
"difficulty": "hard",
|
|
"question": "Rozlíš rok začiatku štúdia a rok práce osoby Rostyslav Rodzhuk.",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md",
|
|
"pages/students/2019/kristian_sopkovic/README.md",
|
|
"pages/students/2016/ediz_morochovic/README.md",
|
|
"pages/students/2019/filip_tomas/README.md",
|
|
"pages/students/2018/samuel_sirotnik/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0431",
|
|
"split": "dev",
|
|
"category": "disambiguation_year",
|
|
"difficulty": "hard",
|
|
"question": "Rozlíš rok začiatku štúdia a rok práce osoby Rostyslav Rodzhuk.",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md",
|
|
"pages/students/2021/manohar_gowdru_shridharu/README.md",
|
|
"pages/students/2020/matej_kobylan/README.md",
|
|
"pages/students/2016/maros_harahus/README.md",
|
|
"pages/students/2020/jakub_kristian_lukas/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0431",
|
|
"split": "dev",
|
|
"category": "disambiguation_year",
|
|
"difficulty": "hard",
|
|
"question": "Rozlíš rok začiatku štúdia a rok práce osoby Rostyslav Rodzhuk.",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md",
|
|
"pages/students/2021/manohar_gowdru_shridharu/README.md",
|
|
"pages/students/2020/matej_kobylan/README.md",
|
|
"pages/students/2016/maros_harahus/README.md",
|
|
"pages/students/2020/jakub_kristian_lukas/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0432",
|
|
"split": "dev",
|
|
"category": "adversarial_year",
|
|
"difficulty": "hard",
|
|
"question": "Je rok 2023 rokom záverečnej práce osoby Rostyslav Rodzhuk?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md",
|
|
"pages/topics/faq/README.md",
|
|
"pages/topics/akopisat/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2023/oleksandr_dorybohov/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq",
|
|
"https://zp.kemt.fei.tuke.sk/topics/akopisat",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0432",
|
|
"split": "dev",
|
|
"category": "adversarial_year",
|
|
"difficulty": "hard",
|
|
"question": "Je rok 2023 rokom záverečnej práce osoby Rostyslav Rodzhuk?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md",
|
|
"pages/students/2019/kristian_sopkovic/README.md",
|
|
"pages/students/2020/matej_kobylan/README.md",
|
|
"pages/students/2020/matus_suchanic/README.md",
|
|
"pages/students/2021/matej_scislak/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0432",
|
|
"split": "dev",
|
|
"category": "adversarial_year",
|
|
"difficulty": "hard",
|
|
"question": "Je rok 2023 rokom záverečnej práce osoby Rostyslav Rodzhuk?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md",
|
|
"pages/students/2020/matus_suchanic/README.md",
|
|
"pages/students/2019/kristian_sopkovic/README.md",
|
|
"pages/students/2021/vladimir_ferko/README.md",
|
|
"pages/students/2020/matej_kobylan/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0433",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou agent a osobou Rostyslav Rodzhuk?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md",
|
|
"pages/students/2020/matej_kobylan/README.md",
|
|
"pages/students/2017/martin_jancura/README.md",
|
|
"pages/students/2023/oleksandr_dorybohov/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0433",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou agent a osobou Rostyslav Rodzhuk?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md",
|
|
"pages/students/2023/oleksandr_dorybohov/README.md",
|
|
"pages/students/2018/oleh_bilykh/README.md",
|
|
"pages/topics/faq/README.md",
|
|
"pages/students/2022/jan_malinovsky/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0433",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou agent a osobou Rostyslav Rodzhuk?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md",
|
|
"pages/students/2023/oleksandr_dorybohov/README.md",
|
|
"pages/topics/faq/README.md",
|
|
"pages/students/2020/matej_kobylan/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0434",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou špeciálny pedagóg a osobou Rostyslav Rodzhuk?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md",
|
|
"pages/students/2017/martin_jancura/README.md",
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2016/maros_harahus/README.md",
|
|
"pages/students/2016/patrik_pavlisin/dp21/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/dp21"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0434",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou špeciálny pedagóg a osobou Rostyslav Rodzhuk?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md",
|
|
"pages/topics/faq/README.md",
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2022/andrii_pervashov/README.md",
|
|
"pages/students/2019/kristian_sopkovic/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0434",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou špeciálny pedagóg a osobou Rostyslav Rodzhuk?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md",
|
|
"pages/topics/faq/README.md",
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2018/oleh_bilykh/README.md",
|
|
"pages/students/2016/maros_harahus/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0435",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou LLM a osobou Rostyslav Rodzhuk?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md",
|
|
"pages/students/2017/martin_jancura/README.md",
|
|
"pages/students/2019/patrik_pokrivcak/README.md",
|
|
"pages/students/2016/maros_harahus/README.md",
|
|
"pages/topics/otvorene/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"https://zp.kemt.fei.tuke.sk/topics/otvorene"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0435",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou LLM a osobou Rostyslav Rodzhuk?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md",
|
|
"pages/students/2023/oleksandr_dorybohov/README.md",
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2022/samuel_vasil/README.md",
|
|
"pages/students/2023/simona_bobrovcanova/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0435",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou LLM a osobou Rostyslav Rodzhuk?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md",
|
|
"pages/students/2022/samuel_vasil/README.md",
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2023/oleksandr_dorybohov/README.md",
|
|
"pages/students/2018/david_omasta/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0436",
|
|
"split": "dev",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Komu má pomáhať inteligentný agent Rostyslava Rodzhuka?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md",
|
|
"pages/students/2023/oleksandr_dorybohov/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md",
|
|
"pages/students/2022/oleh_poiasnik/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0436",
|
|
"split": "dev",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Komu má pomáhať inteligentný agent Rostyslava Rodzhuka?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md",
|
|
"pages/students/2023/oleksandr_dorybohov/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md",
|
|
"pages/students/2022/jan_ptak/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0436",
|
|
"split": "dev",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Komu má pomáhať inteligentný agent Rostyslava Rodzhuka?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md",
|
|
"pages/students/2023/oleksandr_dorybohov/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2016/jan_holp/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0437",
|
|
"split": "dev",
|
|
"category": "entity_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Nájdi dokument o osobe Yevhenii Medushivskyi.",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md",
|
|
"pages/students/2022/yevhenii_leonov/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2019/david_stromp/README.md",
|
|
"pages/students/2019/michal_stromko/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/david_stromp",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0437",
|
|
"split": "dev",
|
|
"category": "entity_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Nájdi dokument o osobe Yevhenii Medushivskyi.",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md"
|
|
],
|
|
"first_relevant_rank": 2,
|
|
"reciprocal_rank": 0.5,
|
|
"top_documents": [
|
|
"pages/students/2021/manohar_gowdru_shridharu/README.md",
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md",
|
|
"pages/interns/sevval_bulburu/README.md",
|
|
"pages/interns/oliver_pejic/README.md",
|
|
"pages/interns/bogdan_paul_chis/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi",
|
|
"https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu",
|
|
"https://zp.kemt.fei.tuke.sk/interns/oliver_pejic",
|
|
"https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis"
|
|
],
|
|
"hit_at_1": 0,
|
|
"recall_at_1": 0.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0437",
|
|
"split": "dev",
|
|
"category": "entity_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Nájdi dokument o osobe Yevhenii Medushivskyi.",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md",
|
|
"pages/students/2021/manohar_gowdru_shridharu/README.md",
|
|
"pages/interns/sevval_bulburu/README.md",
|
|
"pages/interns/oliver_pejic/README.md",
|
|
"pages/students/2022/yevhenii_leonov/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu",
|
|
"https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu",
|
|
"https://zp.kemt.fei.tuke.sk/interns/oliver_pejic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0438",
|
|
"split": "dev",
|
|
"category": "fact_title",
|
|
"difficulty": "easy",
|
|
"question": "Aký je názov bakalárska práca osoby Yevhenii Medushivskyi?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md",
|
|
"pages/students/2022/yevhenii_leonov/README.md",
|
|
"pages/students/2020/matus_suchanic/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2016/jakub_maruniak/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0438",
|
|
"split": "dev",
|
|
"category": "fact_title",
|
|
"difficulty": "easy",
|
|
"question": "Aký je názov bakalárska práca osoby Yevhenii Medushivskyi?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md",
|
|
"pages/students/2020/matej_kobylan/README.md",
|
|
"pages/students/2022/yevhenii_leonov/README.md",
|
|
"pages/students/2019/michal_stromko/README.md",
|
|
"pages/students/2022/tetiana_mohorian/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0438",
|
|
"split": "dev",
|
|
"category": "fact_title",
|
|
"difficulty": "easy",
|
|
"question": "Aký je názov bakalárska práca osoby Yevhenii Medushivskyi?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md",
|
|
"pages/students/2022/yevhenii_leonov/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2020/matej_kobylan/README.md",
|
|
"pages/students/2019/artem_yatsenko/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0439",
|
|
"split": "dev",
|
|
"category": "reverse_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Kto sa venuje práci s názvom „Získavanie textu z webových stránok“?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md",
|
|
"pages/students/2016/jan_holp/timovy_projekt/README.md",
|
|
"pages/students/2020/matej_kobylan/README.md",
|
|
"pages/students/2016/jan_holp/README.md",
|
|
"pages/students/2019/david_stromp/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/david_stromp"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0439",
|
|
"split": "dev",
|
|
"category": "reverse_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Kto sa venuje práci s názvom „Získavanie textu z webových stránok“?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md"
|
|
],
|
|
"first_relevant_rank": 2,
|
|
"reciprocal_rank": 0.5,
|
|
"top_documents": [
|
|
"pages/students/2020/matej_kobylan/README.md",
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md",
|
|
"pages/students/2019/michal_stromko/README.md",
|
|
"pages/students/2016/jan_holp/README.md",
|
|
"pages/topics/faq/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq"
|
|
],
|
|
"hit_at_1": 0,
|
|
"recall_at_1": 0.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0439",
|
|
"split": "dev",
|
|
"category": "reverse_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Kto sa venuje práci s názvom „Získavanie textu z webových stránok“?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md",
|
|
"pages/students/2020/matej_kobylan/README.md",
|
|
"pages/students/2019/michal_stromko/README.md",
|
|
"pages/students/2016/jan_holp/README.md",
|
|
"pages/topics/faq/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0440",
|
|
"split": "dev",
|
|
"category": "topic_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Nájdi študenta alebo dokument, ktorý rieši tému „Získavanie textu z webových stránok“.",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md",
|
|
"pages/students/2020/matej_kobylan/README.md",
|
|
"pages/students/2016/jan_holp/timovy_projekt/README.md",
|
|
"pages/students/2020/matus_suchanic/README.md",
|
|
"pages/students/2016/jan_holp/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0440",
|
|
"split": "dev",
|
|
"category": "topic_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Nájdi študenta alebo dokument, ktorý rieši tému „Získavanie textu z webových stránok“.",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md"
|
|
],
|
|
"first_relevant_rank": 3,
|
|
"reciprocal_rank": 0.333333,
|
|
"top_documents": [
|
|
"pages/students/2020/matej_kobylan/README.md",
|
|
"pages/students/2016/jan_holp/README.md",
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md",
|
|
"pages/students/2019/michal_stromko/README.md",
|
|
"pages/topics/faq/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq"
|
|
],
|
|
"hit_at_1": 0,
|
|
"recall_at_1": 0.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0440",
|
|
"split": "dev",
|
|
"category": "topic_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Nájdi študenta alebo dokument, ktorý rieši tému „Získavanie textu z webových stránok“.",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md",
|
|
"pages/students/2020/matej_kobylan/README.md",
|
|
"pages/students/2016/jan_holp/README.md",
|
|
"pages/topics/faq/README.md",
|
|
"pages/students/2019/michal_stromko/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0441",
|
|
"split": "dev",
|
|
"category": "paraphrase",
|
|
"difficulty": "medium",
|
|
"question": "O čom je práca osoby Yevhenii Medushivskyi?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md",
|
|
"pages/students/2022/yevhenii_leonov/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2022/oleh_poiasnik/README.md",
|
|
"pages/students/2021/matej_scislak/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0441",
|
|
"split": "dev",
|
|
"category": "paraphrase",
|
|
"difficulty": "medium",
|
|
"question": "O čom je práca osoby Yevhenii Medushivskyi?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md",
|
|
"pages/students/2022/yevhenii_leonov/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/students/2020/matej_kobylan/README.md",
|
|
"pages/students/2021/matej_scislak/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0441",
|
|
"split": "dev",
|
|
"category": "paraphrase",
|
|
"difficulty": "medium",
|
|
"question": "O čom je práca osoby Yevhenii Medushivskyi?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md",
|
|
"pages/students/2022/yevhenii_leonov/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2020/matej_kobylan/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0442",
|
|
"split": "dev",
|
|
"category": "fact_start_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku začal študovať Yevhenii Medushivskyi?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md",
|
|
"pages/students/2021/eduard_matovka/README.md",
|
|
"pages/students/2016/jakub_maruniak/timovy_projekt/README.md",
|
|
"pages/students/2022/yevhenii_leonov/README.md",
|
|
"pages/topics/faq/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0442",
|
|
"split": "dev",
|
|
"category": "fact_start_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku začal študovať Yevhenii Medushivskyi?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md",
|
|
"pages/students/2022/yevhenii_leonov/README.md",
|
|
"pages/students/2022/valerii_kutsenko/README.md",
|
|
"pages/students/2018/ondrej_megela/README.md",
|
|
"pages/students/2022/andrii_pervashov/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0442",
|
|
"split": "dev",
|
|
"category": "fact_start_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku začal študovať Yevhenii Medushivskyi?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md",
|
|
"pages/students/2022/yevhenii_leonov/README.md",
|
|
"pages/students/2022/valerii_kutsenko/README.md",
|
|
"pages/students/2018/ondrej_megela/README.md",
|
|
"pages/students/2021/matej_scislak/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0443",
|
|
"split": "dev",
|
|
"category": "verification",
|
|
"difficulty": "medium",
|
|
"question": "Je pri osobe Yevhenii Medushivskyi uvedený rok začiatku štúdia 2023?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md",
|
|
"pages/students/2022/yevhenii_leonov/README.md",
|
|
"pages/students/2023/oleksandr_dorybohov/README.md",
|
|
"pages/students/2023/simona_bobrovcanova/README.md",
|
|
"pages/students/2023/ronald_zalacko/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0443",
|
|
"split": "dev",
|
|
"category": "verification",
|
|
"difficulty": "medium",
|
|
"question": "Je pri osobe Yevhenii Medushivskyi uvedený rok začiatku štúdia 2023?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md",
|
|
"pages/students/2022/yevhenii_leonov/README.md",
|
|
"pages/students/2020/matej_kobylan/README.md",
|
|
"pages/students/2022/andrii_pervashov/README.md",
|
|
"pages/students/2019/michal_stromko/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0443",
|
|
"split": "dev",
|
|
"category": "verification",
|
|
"difficulty": "medium",
|
|
"question": "Je pri osobe Yevhenii Medushivskyi uvedený rok začiatku štúdia 2023?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md",
|
|
"pages/students/2022/yevhenii_leonov/README.md",
|
|
"pages/students/2018/ondrej_megela/README.md",
|
|
"pages/students/2022/tetiana_mohorian/README.md",
|
|
"pages/students/2020/matej_kobylan/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0444",
|
|
"split": "dev",
|
|
"category": "fact_work_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku je pri osobe Yevhenii Medushivskyi uvedená bakalárska práca?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md",
|
|
"pages/students/2022/yevhenii_leonov/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2016/darius_lindvai/timovy_projekt/resers/README.md",
|
|
"pages/topics/faq/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai/timovy_projekt/resers",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0444",
|
|
"split": "dev",
|
|
"category": "fact_work_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku je pri osobe Yevhenii Medushivskyi uvedená bakalárska práca?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md",
|
|
"pages/students/2022/yevhenii_leonov/README.md",
|
|
"pages/students/2020/matej_kobylan/README.md",
|
|
"pages/students/2019/michal_stromko/README.md",
|
|
"pages/students/2022/tetiana_mohorian/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0444",
|
|
"split": "dev",
|
|
"category": "fact_work_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku je pri osobe Yevhenii Medushivskyi uvedená bakalárska práca?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md",
|
|
"pages/students/2022/yevhenii_leonov/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2020/matej_kobylan/README.md",
|
|
"pages/students/2019/michal_stromko/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0445",
|
|
"split": "dev",
|
|
"category": "disambiguation_year",
|
|
"difficulty": "hard",
|
|
"question": "Rozlíš rok začiatku štúdia a rok práce osoby Yevhenii Medushivskyi.",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md",
|
|
"pages/students/2022/yevhenii_leonov/README.md",
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md",
|
|
"pages/students/2019/kristian_sopkovic/README.md",
|
|
"pages/students/2016/ediz_morochovic/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0445",
|
|
"split": "dev",
|
|
"category": "disambiguation_year",
|
|
"difficulty": "hard",
|
|
"question": "Rozlíš rok začiatku štúdia a rok práce osoby Yevhenii Medushivskyi.",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md",
|
|
"pages/students/2021/manohar_gowdru_shridharu/README.md",
|
|
"pages/interns/oliver_pejic/README.md",
|
|
"pages/interns/bogdan_paul_chis/README.md",
|
|
"pages/students/2022/yevhenii_leonov/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu",
|
|
"https://zp.kemt.fei.tuke.sk/interns/oliver_pejic",
|
|
"https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0445",
|
|
"split": "dev",
|
|
"category": "disambiguation_year",
|
|
"difficulty": "hard",
|
|
"question": "Rozlíš rok začiatku štúdia a rok práce osoby Yevhenii Medushivskyi.",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md",
|
|
"pages/students/2021/manohar_gowdru_shridharu/README.md",
|
|
"pages/students/2022/yevhenii_leonov/README.md",
|
|
"pages/interns/oliver_pejic/README.md",
|
|
"pages/interns/bogdan_paul_chis/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov",
|
|
"https://zp.kemt.fei.tuke.sk/interns/oliver_pejic",
|
|
"https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0446",
|
|
"split": "dev",
|
|
"category": "adversarial_year",
|
|
"difficulty": "hard",
|
|
"question": "Je rok 2023 rokom záverečnej práce osoby Yevhenii Medushivskyi?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md",
|
|
"pages/topics/faq/README.md",
|
|
"pages/students/2022/yevhenii_leonov/README.md",
|
|
"pages/topics/akopisat/README.md",
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov",
|
|
"https://zp.kemt.fei.tuke.sk/topics/akopisat",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0446",
|
|
"split": "dev",
|
|
"category": "adversarial_year",
|
|
"difficulty": "hard",
|
|
"question": "Je rok 2023 rokom záverečnej práce osoby Yevhenii Medushivskyi?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md",
|
|
"pages/students/2022/yevhenii_leonov/README.md",
|
|
"pages/students/2018/ondrej_megela/README.md",
|
|
"pages/students/2020/matej_kobylan/README.md",
|
|
"pages/students/2019/michal_stromko/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0446",
|
|
"split": "dev",
|
|
"category": "adversarial_year",
|
|
"difficulty": "hard",
|
|
"question": "Je rok 2023 rokom záverečnej práce osoby Yevhenii Medushivskyi?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md",
|
|
"pages/students/2022/yevhenii_leonov/README.md",
|
|
"pages/students/2018/ondrej_megela/README.md",
|
|
"pages/students/2020/matej_kobylan/README.md",
|
|
"pages/students/2019/michal_stromko/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0447",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou crawler a osobou Yevhenii Medushivskyi?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md",
|
|
"pages/students/2022/yevhenii_leonov/README.md",
|
|
"pages/students/2017/martin_jancura/README.md",
|
|
"pages/students/2019/michal_stromko/README.md",
|
|
"pages/students/2016/maros_harahus/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0447",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou crawler a osobou Yevhenii Medushivskyi?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md",
|
|
"pages/students/2020/matej_kobylan/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/topics/faq/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0447",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou crawler a osobou Yevhenii Medushivskyi?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md",
|
|
"pages/students/2020/matej_kobylan/README.md",
|
|
"pages/topics/faq/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2016/patrik_pavlisin/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0448",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou webový korpus a osobou Yevhenii Medushivskyi?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md",
|
|
"pages/topics/bert/README.md",
|
|
"pages/students/2016/maros_harahus/README.md",
|
|
"pages/students/2022/yevhenii_leonov/README.md",
|
|
"pages/students/2017/martin_jancura/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi",
|
|
"https://zp.kemt.fei.tuke.sk/topics/bert",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0448",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou webový korpus a osobou Yevhenii Medushivskyi?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md",
|
|
"pages/students/2016/jakub_maruniak/dp2021/README.md",
|
|
"pages/students/2020/matej_kobylan/README.md",
|
|
"pages/students/2022/andrii_pervashov/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0448",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou webový korpus a osobou Yevhenii Medushivskyi?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md",
|
|
"pages/students/2020/matej_kobylan/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/students/2016/jakub_maruniak/dp2021/README.md",
|
|
"pages/students/2016/patrik_pavlisin/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0449",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou deduplikácia a osobou Yevhenii Medushivskyi?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md",
|
|
"pages/students/2022/yevhenii_leonov/README.md",
|
|
"pages/students/2017/martin_jancura/README.md",
|
|
"pages/students/2016/maros_harahus/README.md",
|
|
"pages/topics/resources/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"https://zp.kemt.fei.tuke.sk/topics/resources"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0449",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou deduplikácia a osobou Yevhenii Medushivskyi?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md",
|
|
"pages/students/2018/oleh_bilykh/README.md",
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2016/patrik_pavlisin/README.md",
|
|
"pages/students/2021/eduard_matovka/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0449",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou deduplikácia a osobou Yevhenii Medushivskyi?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md",
|
|
"pages/students/2018/oleh_bilykh/README.md",
|
|
"pages/students/2016/patrik_pavlisin/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2020/matej_kobylan/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0450",
|
|
"split": "dev",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Približne koľko textu mal Yevhenii Medushivskyi zozbieraného v marci 2026?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md",
|
|
"pages/students/2016/lukas_pokryvka/README.md",
|
|
"pages/students/2021/matej_novotny/README.md",
|
|
"pages/students/2022/yevhenii_leonov/README.md",
|
|
"pages/students/2023/ronald_zalacko/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0450",
|
|
"split": "dev",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Približne koľko textu mal Yevhenii Medushivskyi zozbieraného v marci 2026?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md",
|
|
"pages/students/2022/valerii_kutsenko/README.md",
|
|
"pages/students/2022/yevhenii_leonov/README.md",
|
|
"pages/students/2020/matej_kobylan/README.md",
|
|
"pages/students/2021/matej_novotny/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0450",
|
|
"split": "dev",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Približne koľko textu mal Yevhenii Medushivskyi zozbieraného v marci 2026?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md",
|
|
"pages/students/2022/yevhenii_leonov/README.md",
|
|
"pages/students/2021/matej_novotny/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2022/valerii_kutsenko/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0451",
|
|
"split": "dev",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Aký nástroj je uvedený ako príklad pre boilerplate removal pri práci Yevheniiho Medushivskyiho?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2021/matej_novotny/README.md",
|
|
"pages/students/2016/maros_harahus/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0451",
|
|
"split": "dev",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Aký nástroj je uvedený ako príklad pre boilerplate removal pri práci Yevheniiho Medushivskyiho?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md",
|
|
"pages/students/2018/ondrej_megela/README.md",
|
|
"pages/students/2022/serhii_yemets/README.md",
|
|
"pages/students/2018/adrian_remias/README.md",
|
|
"pages/students/2023/simona_bobrovcanova/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0451",
|
|
"split": "dev",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Aký nástroj je uvedený ako príklad pre boilerplate removal pri práci Yevheniiho Medushivskyiho?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md",
|
|
"pages/students/2018/ondrej_megela/README.md",
|
|
"pages/students/2022/serhii_yemets/README.md",
|
|
"pages/students/2018/adrian_remias/README.md",
|
|
"pages/students/2023/simona_bobrovcanova/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0480",
|
|
"split": "dev",
|
|
"category": "entity_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Nájdi dokument o osobe Simona Bobrovčanová.",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2023/simona_bobrovcanova/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/simona_bobrovcanova/README.md",
|
|
"pages/topics/legal/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2019/david_stromp/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova",
|
|
"https://zp.kemt.fei.tuke.sk/topics/legal",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/david_stromp"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0480",
|
|
"split": "dev",
|
|
"category": "entity_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Nájdi dokument o osobe Simona Bobrovčanová.",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2023/simona_bobrovcanova/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/simona_bobrovcanova/README.md",
|
|
"pages/students/2021/manohar_gowdru_shridharu/README.md",
|
|
"pages/interns/sevval_bulburu/README.md",
|
|
"pages/students/2020/matej_kobylan/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu",
|
|
"https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0480",
|
|
"split": "dev",
|
|
"category": "entity_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Nájdi dokument o osobe Simona Bobrovčanová.",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2023/simona_bobrovcanova/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/simona_bobrovcanova/README.md",
|
|
"pages/students/2021/manohar_gowdru_shridharu/README.md",
|
|
"pages/interns/sevval_bulburu/README.md",
|
|
"pages/topics/legal/README.md",
|
|
"pages/students/2020/matej_kobylan/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu",
|
|
"https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu",
|
|
"https://zp.kemt.fei.tuke.sk/topics/legal",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0481",
|
|
"split": "dev",
|
|
"category": "fact_title",
|
|
"difficulty": "easy",
|
|
"question": "Aký je názov bakalárska práca osoby Simona Bobrovčanová?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2023/simona_bobrovcanova/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/simona_bobrovcanova/README.md",
|
|
"pages/topics/legal/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md",
|
|
"pages/students/2020/matus_suchanic/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova",
|
|
"https://zp.kemt.fei.tuke.sk/topics/legal",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0481",
|
|
"split": "dev",
|
|
"category": "fact_title",
|
|
"difficulty": "easy",
|
|
"question": "Aký je názov bakalárska práca osoby Simona Bobrovčanová?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2023/simona_bobrovcanova/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/simona_bobrovcanova/README.md",
|
|
"pages/students/2022/tetiana_mohorian/README.md",
|
|
"pages/students/2016/jan_holp/README.md",
|
|
"pages/students/2023/oleksandr_dorybohov/README.md",
|
|
"pages/students/2016/ediz_morochovic/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0481",
|
|
"split": "dev",
|
|
"category": "fact_title",
|
|
"difficulty": "easy",
|
|
"question": "Aký je názov bakalárska práca osoby Simona Bobrovčanová?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2023/simona_bobrovcanova/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/simona_bobrovcanova/README.md",
|
|
"pages/students/2016/jan_holp/README.md",
|
|
"pages/students/2016/ediz_morochovic/README.md",
|
|
"pages/students/2022/tetiana_mohorian/README.md",
|
|
"pages/students/2023/oleksandr_dorybohov/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0482",
|
|
"split": "dev",
|
|
"category": "reverse_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Kto sa venuje práci s názvom „Automatická sumarizácia slovenského textu“?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2023/simona_bobrovcanova/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/simona_bobrovcanova/README.md",
|
|
"pages/students/2020/matus_suchanic/README.md",
|
|
"pages/students/2016/mark_feher/README.md",
|
|
"pages/topics/bert/README.md",
|
|
"pages/students/2018/ondrej_megela/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/mark_feher",
|
|
"https://zp.kemt.fei.tuke.sk/topics/bert",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0482",
|
|
"split": "dev",
|
|
"category": "reverse_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Kto sa venuje práci s názvom „Automatická sumarizácia slovenského textu“?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2023/simona_bobrovcanova/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/simona_bobrovcanova/README.md",
|
|
"pages/students/2020/matus_suchanic/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/students/2016/maros_harahus/README.md",
|
|
"pages/students/2019/artem_yatsenko/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0482",
|
|
"split": "dev",
|
|
"category": "reverse_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Kto sa venuje práci s názvom „Automatická sumarizácia slovenského textu“?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2023/simona_bobrovcanova/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/simona_bobrovcanova/README.md",
|
|
"pages/students/2020/matus_suchanic/README.md",
|
|
"pages/students/2019/michal_stromko/README.md",
|
|
"pages/students/2016/maros_harahus/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0483",
|
|
"split": "dev",
|
|
"category": "topic_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Nájdi študenta alebo dokument, ktorý rieši tému „Automatická sumarizácia slovenského textu“.",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2023/simona_bobrovcanova/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/simona_bobrovcanova/README.md",
|
|
"pages/students/2020/matus_suchanic/README.md",
|
|
"pages/students/2021/vladimir_ferko/README.md",
|
|
"pages/students/2022/andrii_pervashov/README.md",
|
|
"pages/students/2018/ondrej_megela/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0483",
|
|
"split": "dev",
|
|
"category": "topic_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Nájdi študenta alebo dokument, ktorý rieši tému „Automatická sumarizácia slovenského textu“.",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2023/simona_bobrovcanova/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/simona_bobrovcanova/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/topics/legal/README.md",
|
|
"pages/students/2016/jan_holp/README.md",
|
|
"pages/students/2022/andrii_pervashov/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/topics/legal",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0483",
|
|
"split": "dev",
|
|
"category": "topic_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Nájdi študenta alebo dokument, ktorý rieši tému „Automatická sumarizácia slovenského textu“.",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2023/simona_bobrovcanova/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/simona_bobrovcanova/README.md",
|
|
"pages/students/2022/andrii_pervashov/README.md",
|
|
"pages/students/2020/matej_kobylan/README.md",
|
|
"pages/topics/faq/README.md",
|
|
"pages/students/2020/matus_suchanic/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0484",
|
|
"split": "dev",
|
|
"category": "paraphrase",
|
|
"difficulty": "medium",
|
|
"question": "O čom je práca osoby Simona Bobrovčanová?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2023/simona_bobrovcanova/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/simona_bobrovcanova/README.md",
|
|
"pages/topics/legal/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2016/maros_harahus/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova",
|
|
"https://zp.kemt.fei.tuke.sk/topics/legal",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0484",
|
|
"split": "dev",
|
|
"category": "paraphrase",
|
|
"difficulty": "medium",
|
|
"question": "O čom je práca osoby Simona Bobrovčanová?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2023/simona_bobrovcanova/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/simona_bobrovcanova/README.md",
|
|
"pages/students/2022/tetiana_mohorian/README.md",
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md",
|
|
"pages/students/2020/matej_kobylan/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0484",
|
|
"split": "dev",
|
|
"category": "paraphrase",
|
|
"difficulty": "medium",
|
|
"question": "O čom je práca osoby Simona Bobrovčanová?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2023/simona_bobrovcanova/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/simona_bobrovcanova/README.md",
|
|
"pages/students/2020/matej_kobylan/README.md",
|
|
"pages/students/2022/tetiana_mohorian/README.md",
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0485",
|
|
"split": "dev",
|
|
"category": "fact_start_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku začal študovať Simona Bobrovčanová?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2023/simona_bobrovcanova/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/simona_bobrovcanova/README.md",
|
|
"pages/topics/legal/README.md",
|
|
"pages/students/2021/eduard_matovka/README.md",
|
|
"pages/students/2016/jakub_maruniak/timovy_projekt/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova",
|
|
"https://zp.kemt.fei.tuke.sk/topics/legal",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0485",
|
|
"split": "dev",
|
|
"category": "fact_start_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku začal študovať Simona Bobrovčanová?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2023/simona_bobrovcanova/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/simona_bobrovcanova/README.md",
|
|
"pages/students/2016/jan_holp/README.md",
|
|
"pages/students/2021/nikita_bodnar/README.md",
|
|
"pages/students/2022/tetiana_mohorian/README.md",
|
|
"pages/students/2022/jan_malinovsky/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0485",
|
|
"split": "dev",
|
|
"category": "fact_start_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku začal študovať Simona Bobrovčanová?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2023/simona_bobrovcanova/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/simona_bobrovcanova/README.md",
|
|
"pages/students/2016/jan_holp/README.md",
|
|
"pages/students/2021/nikita_bodnar/README.md",
|
|
"pages/students/2022/tetiana_mohorian/README.md",
|
|
"pages/students/2022/jan_malinovsky/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0486",
|
|
"split": "dev",
|
|
"category": "verification",
|
|
"difficulty": "medium",
|
|
"question": "Je pri osobe Simona Bobrovčanová uvedený rok začiatku štúdia 2023?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2023/simona_bobrovcanova/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/simona_bobrovcanova/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md",
|
|
"pages/topics/legal/README.md",
|
|
"pages/students/2023/oleksandr_dorybohov/README.md",
|
|
"pages/students/2023/ronald_zalacko/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",
|
|
"https://zp.kemt.fei.tuke.sk/topics/legal",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0486",
|
|
"split": "dev",
|
|
"category": "verification",
|
|
"difficulty": "medium",
|
|
"question": "Je pri osobe Simona Bobrovčanová uvedený rok začiatku štúdia 2023?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2023/simona_bobrovcanova/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/simona_bobrovcanova/README.md",
|
|
"pages/students/2022/tetiana_mohorian/README.md",
|
|
"pages/students/2019/kristian_sopkovic/README.md",
|
|
"pages/students/2020/matej_kobylan/README.md",
|
|
"pages/students/2019/michal_stromko/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0486",
|
|
"split": "dev",
|
|
"category": "verification",
|
|
"difficulty": "medium",
|
|
"question": "Je pri osobe Simona Bobrovčanová uvedený rok začiatku štúdia 2023?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2023/simona_bobrovcanova/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/simona_bobrovcanova/README.md",
|
|
"pages/students/2022/tetiana_mohorian/README.md",
|
|
"pages/students/2020/matej_kobylan/README.md",
|
|
"pages/students/2019/michal_stromko/README.md",
|
|
"pages/students/2019/kristian_sopkovic/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0487",
|
|
"split": "dev",
|
|
"category": "fact_work_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku je pri osobe Simona Bobrovčanová uvedená bakalárska práca?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2023/simona_bobrovcanova/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/simona_bobrovcanova/README.md",
|
|
"pages/topics/legal/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2016/darius_lindvai/timovy_projekt/resers/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova",
|
|
"https://zp.kemt.fei.tuke.sk/topics/legal",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai/timovy_projekt/resers"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0487",
|
|
"split": "dev",
|
|
"category": "fact_work_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku je pri osobe Simona Bobrovčanová uvedená bakalárska práca?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2023/simona_bobrovcanova/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/simona_bobrovcanova/README.md",
|
|
"pages/students/2022/tetiana_mohorian/README.md",
|
|
"pages/students/2016/ediz_morochovic/README.md",
|
|
"pages/students/2016/jan_holp/README.md",
|
|
"pages/students/2023/oleksandr_dorybohov/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0487",
|
|
"split": "dev",
|
|
"category": "fact_work_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku je pri osobe Simona Bobrovčanová uvedená bakalárska práca?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2023/simona_bobrovcanova/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/simona_bobrovcanova/README.md",
|
|
"pages/students/2016/jan_holp/README.md",
|
|
"pages/students/2022/tetiana_mohorian/README.md",
|
|
"pages/students/2016/ediz_morochovic/README.md",
|
|
"pages/students/2023/oleksandr_dorybohov/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0488",
|
|
"split": "dev",
|
|
"category": "disambiguation_year",
|
|
"difficulty": "hard",
|
|
"question": "Rozlíš rok začiatku štúdia a rok práce osoby Simona Bobrovčanová.",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2023/simona_bobrovcanova/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/simona_bobrovcanova/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md",
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md",
|
|
"pages/topics/legal/README.md",
|
|
"pages/students/2019/kristian_sopkovic/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",
|
|
"https://zp.kemt.fei.tuke.sk/topics/legal",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0488",
|
|
"split": "dev",
|
|
"category": "disambiguation_year",
|
|
"difficulty": "hard",
|
|
"question": "Rozlíš rok začiatku štúdia a rok práce osoby Simona Bobrovčanová.",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2023/simona_bobrovcanova/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/simona_bobrovcanova/README.md",
|
|
"pages/students/2020/matej_kobylan/README.md",
|
|
"pages/topics/legal/README.md",
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan",
|
|
"https://zp.kemt.fei.tuke.sk/topics/legal",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0488",
|
|
"split": "dev",
|
|
"category": "disambiguation_year",
|
|
"difficulty": "hard",
|
|
"question": "Rozlíš rok začiatku štúdia a rok práce osoby Simona Bobrovčanová.",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2023/simona_bobrovcanova/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/simona_bobrovcanova/README.md",
|
|
"pages/topics/legal/README.md",
|
|
"pages/students/2016/jan_holp/README.md",
|
|
"pages/students/2020/matej_kobylan/README.md",
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova",
|
|
"https://zp.kemt.fei.tuke.sk/topics/legal",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0489",
|
|
"split": "dev",
|
|
"category": "adversarial_year",
|
|
"difficulty": "hard",
|
|
"question": "Je rok 2023 rokom záverečnej práce osoby Simona Bobrovčanová?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2023/simona_bobrovcanova/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/simona_bobrovcanova/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md",
|
|
"pages/topics/legal/README.md",
|
|
"pages/topics/faq/README.md",
|
|
"pages/topics/akopisat/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",
|
|
"https://zp.kemt.fei.tuke.sk/topics/legal",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq",
|
|
"https://zp.kemt.fei.tuke.sk/topics/akopisat"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0489",
|
|
"split": "dev",
|
|
"category": "adversarial_year",
|
|
"difficulty": "hard",
|
|
"question": "Je rok 2023 rokom záverečnej práce osoby Simona Bobrovčanová?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2023/simona_bobrovcanova/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/simona_bobrovcanova/README.md",
|
|
"pages/students/2020/matej_kobylan/README.md",
|
|
"pages/students/2022/tetiana_mohorian/README.md",
|
|
"pages/students/2019/kristian_sopkovic/README.md",
|
|
"pages/students/2021/vladimir_ferko/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0489",
|
|
"split": "dev",
|
|
"category": "adversarial_year",
|
|
"difficulty": "hard",
|
|
"question": "Je rok 2023 rokom záverečnej práce osoby Simona Bobrovčanová?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2023/simona_bobrovcanova/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/simona_bobrovcanova/README.md",
|
|
"pages/students/2021/vladimir_ferko/README.md",
|
|
"pages/students/2020/matej_kobylan/README.md",
|
|
"pages/students/2022/tetiana_mohorian/README.md",
|
|
"pages/students/2019/kristian_sopkovic/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0490",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou sumarizácia a osobou Simona Bobrovčanová?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2023/simona_bobrovcanova/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/simona_bobrovcanova/README.md",
|
|
"pages/topics/legal/README.md",
|
|
"pages/students/2017/martin_jancura/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md",
|
|
"pages/topics/otvorene/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova",
|
|
"https://zp.kemt.fei.tuke.sk/topics/legal",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",
|
|
"https://zp.kemt.fei.tuke.sk/topics/otvorene"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0490",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou sumarizácia a osobou Simona Bobrovčanová?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2023/simona_bobrovcanova/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/simona_bobrovcanova/README.md",
|
|
"pages/topics/faq/README.md",
|
|
"pages/topics/legal/README.md",
|
|
"pages/students/2022/tetiana_mohorian/README.md",
|
|
"pages/students/2016/jan_holp/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq",
|
|
"https://zp.kemt.fei.tuke.sk/topics/legal",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0490",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou sumarizácia a osobou Simona Bobrovčanová?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2023/simona_bobrovcanova/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/simona_bobrovcanova/README.md",
|
|
"pages/topics/faq/README.md",
|
|
"pages/topics/legal/README.md",
|
|
"pages/students/2018/ondrej_megela/README.md",
|
|
"pages/students/2020/matej_kobylan/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq",
|
|
"https://zp.kemt.fei.tuke.sk/topics/legal",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0491",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou slovenský text a osobou Simona Bobrovčanová?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2023/simona_bobrovcanova/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/simona_bobrovcanova/README.md",
|
|
"pages/topics/legal/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md",
|
|
"pages/students/2017/martin_jancura/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova",
|
|
"https://zp.kemt.fei.tuke.sk/topics/legal",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0491",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou slovenský text a osobou Simona Bobrovčanová?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2023/simona_bobrovcanova/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/simona_bobrovcanova/README.md",
|
|
"pages/topics/faq/README.md",
|
|
"pages/students/2022/tetiana_mohorian/README.md",
|
|
"pages/students/2020/matej_kobylan/README.md",
|
|
"pages/students/2019/kristian_sopkovic/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0491",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou slovenský text a osobou Simona Bobrovčanová?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2023/simona_bobrovcanova/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/simona_bobrovcanova/README.md",
|
|
"pages/topics/faq/README.md",
|
|
"pages/students/2020/matej_kobylan/README.md",
|
|
"pages/topics/legal/README.md",
|
|
"pages/students/2022/tetiana_mohorian/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan",
|
|
"https://zp.kemt.fei.tuke.sk/topics/legal",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0492",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou právne dokumenty a osobou Simona Bobrovčanová?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2023/simona_bobrovcanova/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/simona_bobrovcanova/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/topics/legal/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2017/martin_jancura/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/topics/legal",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0492",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou právne dokumenty a osobou Simona Bobrovčanová?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2023/simona_bobrovcanova/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/simona_bobrovcanova/README.md",
|
|
"pages/topics/faq/README.md",
|
|
"pages/students/2022/tetiana_mohorian/README.md",
|
|
"pages/students/2023/oleksandr_dorybohov/README.md",
|
|
"pages/topics/legal/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov",
|
|
"https://zp.kemt.fei.tuke.sk/topics/legal"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0492",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou právne dokumenty a osobou Simona Bobrovčanová?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2023/simona_bobrovcanova/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/simona_bobrovcanova/README.md",
|
|
"pages/topics/faq/README.md",
|
|
"pages/students/2023/oleksandr_dorybohov/README.md",
|
|
"pages/topics/legal/README.md",
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov",
|
|
"https://zp.kemt.fei.tuke.sk/topics/legal",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0493",
|
|
"split": "dev",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Aký typ sumarizácie vyskúšala Simona Bobrovčanová pri dlhších textoch?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2023/simona_bobrovcanova/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/simona_bobrovcanova/README.md",
|
|
"pages/topics/legal/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md",
|
|
"pages/topics/python/README.md",
|
|
"pages/students/2021/matej_scislak/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova",
|
|
"https://zp.kemt.fei.tuke.sk/topics/legal",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",
|
|
"https://zp.kemt.fei.tuke.sk/topics/python",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0493",
|
|
"split": "dev",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Aký typ sumarizácie vyskúšala Simona Bobrovčanová pri dlhších textoch?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2023/simona_bobrovcanova/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/simona_bobrovcanova/README.md",
|
|
"pages/students/2018/ondrej_megela/README.md",
|
|
"pages/students/2022/andrii_pervashov/README.md",
|
|
"pages/students/2022/tetiana_mohorian/README.md",
|
|
"pages/students/2021/nikita_bodnar/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0493",
|
|
"split": "dev",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Aký typ sumarizácie vyskúšala Simona Bobrovčanová pri dlhších textoch?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2023/simona_bobrovcanova/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/simona_bobrovcanova/README.md",
|
|
"pages/students/2018/ondrej_megela/README.md",
|
|
"pages/students/2022/andrii_pervashov/README.md",
|
|
"pages/students/2022/tetiana_mohorian/README.md",
|
|
"pages/students/2021/nikita_bodnar/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0494",
|
|
"split": "dev",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Aký problém mali malé modely pri práci Simony Bobrovčanovej?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2023/simona_bobrovcanova/README.md"
|
|
],
|
|
"first_relevant_rank": null,
|
|
"reciprocal_rank": 0.0,
|
|
"top_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/topics/akopisat/README.md",
|
|
"pages/students/2016/patrik_pavlisin/README.md",
|
|
"pages/students/2018/ondrej_megela/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/topics/akopisat",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"
|
|
],
|
|
"hit_at_1": 0,
|
|
"recall_at_1": 0.0,
|
|
"hit_at_3": 0,
|
|
"recall_at_3": 0.0,
|
|
"hit_at_5": 0,
|
|
"recall_at_5": 0.0
|
|
},
|
|
{
|
|
"id": "q0494",
|
|
"split": "dev",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Aký problém mali malé modely pri práci Simony Bobrovčanovej?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2023/simona_bobrovcanova/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/simona_bobrovcanova/README.md",
|
|
"pages/students/2022/tetiana_mohorian/README.md",
|
|
"pages/topics/bert/README.md",
|
|
"pages/topics/question/nezodpovedatelne/README.md",
|
|
"pages/students/2020/kamil_tomcufcik/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian",
|
|
"https://zp.kemt.fei.tuke.sk/topics/bert",
|
|
"https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/kamil_tomcufcik"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0494",
|
|
"split": "dev",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Aký problém mali malé modely pri práci Simony Bobrovčanovej?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2023/simona_bobrovcanova/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/simona_bobrovcanova/README.md",
|
|
"pages/topics/bert/README.md",
|
|
"pages/students/2018/ondrej_megela/README.md",
|
|
"pages/students/2022/tetiana_mohorian/README.md",
|
|
"pages/students/2022/oleh_poiasnik/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova",
|
|
"https://zp.kemt.fei.tuke.sk/topics/bert",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0495",
|
|
"split": "dev",
|
|
"category": "entity_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Nájdi dokument o osobe Samuel Džurina.",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2023/samuel_dzurina/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/samuel_dzurina/README.md",
|
|
"pages/students/2019/samuel_horani/README.md",
|
|
"pages/topics/legal/README.md",
|
|
"pages/students/2022/samuel_vasil/README.md",
|
|
"pages/students/2018/samuel_sirotnik/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani",
|
|
"https://zp.kemt.fei.tuke.sk/topics/legal",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0495",
|
|
"split": "dev",
|
|
"category": "entity_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Nájdi dokument o osobe Samuel Džurina.",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2023/samuel_dzurina/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/samuel_dzurina/README.md",
|
|
"pages/students/2021/manohar_gowdru_shridharu/README.md",
|
|
"pages/interns/sevval_bulburu/README.md",
|
|
"pages/students/2019/samuel_horani/README.md",
|
|
"pages/students/2022/samuel_vasil/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu",
|
|
"https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0495",
|
|
"split": "dev",
|
|
"category": "entity_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Nájdi dokument o osobe Samuel Džurina.",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2023/samuel_dzurina/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/samuel_dzurina/README.md",
|
|
"pages/students/2019/samuel_horani/README.md",
|
|
"pages/students/2021/manohar_gowdru_shridharu/README.md",
|
|
"pages/students/2022/samuel_vasil/README.md",
|
|
"pages/interns/sevval_bulburu/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil",
|
|
"https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0496",
|
|
"split": "dev",
|
|
"category": "fact_title",
|
|
"difficulty": "easy",
|
|
"question": "Aký je názov bakalárska práca osoby Samuel Džurina?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2023/samuel_dzurina/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/samuel_dzurina/README.md",
|
|
"pages/students/2022/samuel_vasil/README.md",
|
|
"pages/students/2018/samuel_sirotnik/README.md",
|
|
"pages/topics/legal/README.md",
|
|
"pages/students/2020/matus_suchanic/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik",
|
|
"https://zp.kemt.fei.tuke.sk/topics/legal",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0496",
|
|
"split": "dev",
|
|
"category": "fact_title",
|
|
"difficulty": "easy",
|
|
"question": "Aký je názov bakalárska práca osoby Samuel Džurina?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2023/samuel_dzurina/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/samuel_dzurina/README.md",
|
|
"pages/students/2019/dmytro_mural/README.md",
|
|
"pages/students/2016/jan_holp/README.md",
|
|
"pages/students/2023/simona_bobrovcanova/README.md",
|
|
"pages/students/2018/samuel_sirotnik/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0496",
|
|
"split": "dev",
|
|
"category": "fact_title",
|
|
"difficulty": "easy",
|
|
"question": "Aký je názov bakalárska práca osoby Samuel Džurina?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2023/samuel_dzurina/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/samuel_dzurina/README.md",
|
|
"pages/students/2016/jan_holp/README.md",
|
|
"pages/students/2018/samuel_sirotnik/README.md",
|
|
"pages/students/2022/samuel_vasil/README.md",
|
|
"pages/students/2019/samuel_horani/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0497",
|
|
"split": "dev",
|
|
"category": "reverse_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Kto sa venuje práci s názvom „Dialógový systém pre podporu firemných procesov“?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2023/samuel_dzurina/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/samuel_dzurina/README.md",
|
|
"pages/topics/chatbot/README.md",
|
|
"pages/topics/spacy/README.md",
|
|
"pages/students/2020/matej_kobylan/README.md",
|
|
"pages/students/2021/matej_scislak/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",
|
|
"https://zp.kemt.fei.tuke.sk/topics/chatbot",
|
|
"https://zp.kemt.fei.tuke.sk/topics/spacy",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0497",
|
|
"split": "dev",
|
|
"category": "reverse_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Kto sa venuje práci s názvom „Dialógový systém pre podporu firemných procesov“?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2023/samuel_dzurina/README.md"
|
|
],
|
|
"first_relevant_rank": 3,
|
|
"reciprocal_rank": 0.333333,
|
|
"top_documents": [
|
|
"pages/topics/chatbot/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2021/artur_hyrenko/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/topics/chatbot",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko"
|
|
],
|
|
"hit_at_1": 0,
|
|
"recall_at_1": 0.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0497",
|
|
"split": "dev",
|
|
"category": "reverse_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Kto sa venuje práci s názvom „Dialógový systém pre podporu firemných procesov“?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2023/samuel_dzurina/README.md"
|
|
],
|
|
"first_relevant_rank": 2,
|
|
"reciprocal_rank": 0.5,
|
|
"top_documents": [
|
|
"pages/topics/chatbot/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2019/samuel_horani/README.md",
|
|
"pages/students/2021/matej_scislak/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/topics/chatbot",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
|
|
],
|
|
"hit_at_1": 0,
|
|
"recall_at_1": 0.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0498",
|
|
"split": "dev",
|
|
"category": "topic_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Nájdi študenta alebo dokument, ktorý rieši tému „Dialógový systém pre podporu firemných procesov“.",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2023/samuel_dzurina/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/samuel_dzurina/README.md",
|
|
"pages/topics/chatbot/README.md",
|
|
"pages/topics/spacy/README.md",
|
|
"pages/students/2021/vladimir_ferko/README.md",
|
|
"pages/students/2017/dmytro_ushatenko/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",
|
|
"https://zp.kemt.fei.tuke.sk/topics/chatbot",
|
|
"https://zp.kemt.fei.tuke.sk/topics/spacy",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0498",
|
|
"split": "dev",
|
|
"category": "topic_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Nájdi študenta alebo dokument, ktorý rieši tému „Dialógový systém pre podporu firemných procesov“.",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2023/samuel_dzurina/README.md"
|
|
],
|
|
"first_relevant_rank": 4,
|
|
"reciprocal_rank": 0.25,
|
|
"top_documents": [
|
|
"pages/topics/chatbot/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md",
|
|
"pages/topics/faq/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/topics/chatbot",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq"
|
|
],
|
|
"hit_at_1": 0,
|
|
"recall_at_1": 0.0,
|
|
"hit_at_3": 0,
|
|
"recall_at_3": 0.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0498",
|
|
"split": "dev",
|
|
"category": "topic_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Nájdi študenta alebo dokument, ktorý rieši tému „Dialógový systém pre podporu firemných procesov“.",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2023/samuel_dzurina/README.md"
|
|
],
|
|
"first_relevant_rank": 2,
|
|
"reciprocal_rank": 0.5,
|
|
"top_documents": [
|
|
"pages/topics/chatbot/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/topics/faq/README.md",
|
|
"pages/students/2017/dmytro_ushatenko/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/topics/chatbot",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko"
|
|
],
|
|
"hit_at_1": 0,
|
|
"recall_at_1": 0.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0499",
|
|
"split": "dev",
|
|
"category": "paraphrase",
|
|
"difficulty": "medium",
|
|
"question": "O čom je práca osoby Samuel Džurina?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2023/samuel_dzurina/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/samuel_dzurina/README.md",
|
|
"pages/topics/legal/README.md",
|
|
"pages/students/2019/samuel_horani/README.md",
|
|
"pages/students/2018/samuel_sirotnik/README.md",
|
|
"pages/students/2022/samuel_vasil/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",
|
|
"https://zp.kemt.fei.tuke.sk/topics/legal",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0499",
|
|
"split": "dev",
|
|
"category": "paraphrase",
|
|
"difficulty": "medium",
|
|
"question": "O čom je práca osoby Samuel Džurina?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2023/samuel_dzurina/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/samuel_dzurina/README.md",
|
|
"pages/students/2019/samuel_horani/README.md",
|
|
"pages/students/2022/samuel_vasil/README.md",
|
|
"pages/students/2023/simona_bobrovcanova/README.md",
|
|
"pages/students/2018/samuel_sirotnik/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0499",
|
|
"split": "dev",
|
|
"category": "paraphrase",
|
|
"difficulty": "medium",
|
|
"question": "O čom je práca osoby Samuel Džurina?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2023/samuel_dzurina/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/samuel_dzurina/README.md",
|
|
"pages/students/2019/samuel_horani/README.md",
|
|
"pages/students/2022/samuel_vasil/README.md",
|
|
"pages/students/2018/samuel_sirotnik/README.md",
|
|
"pages/students/2020/matej_kobylan/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0500",
|
|
"split": "dev",
|
|
"category": "fact_start_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku začal študovať Samuel Džurina?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2023/samuel_dzurina/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/samuel_dzurina/README.md",
|
|
"pages/students/2021/eduard_matovka/README.md",
|
|
"pages/students/2016/jakub_maruniak/timovy_projekt/README.md",
|
|
"pages/topics/legal/README.md",
|
|
"pages/students/2018/samuel_sirotnik/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt",
|
|
"https://zp.kemt.fei.tuke.sk/topics/legal",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0500",
|
|
"split": "dev",
|
|
"category": "fact_start_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku začal študovať Samuel Džurina?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2023/samuel_dzurina/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/samuel_dzurina/README.md",
|
|
"pages/students/2021/nikita_bodnar/README.md",
|
|
"pages/students/2019/samuel_horani/README.md",
|
|
"pages/students/2023/simona_bobrovcanova/README.md",
|
|
"pages/students/2022/samuel_vasil/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0500",
|
|
"split": "dev",
|
|
"category": "fact_start_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku začal študovať Samuel Džurina?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2023/samuel_dzurina/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/samuel_dzurina/README.md",
|
|
"pages/students/2019/samuel_horani/README.md",
|
|
"pages/students/2022/samuel_vasil/README.md",
|
|
"pages/students/2021/nikita_bodnar/README.md",
|
|
"pages/students/2023/simona_bobrovcanova/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0501",
|
|
"split": "dev",
|
|
"category": "verification",
|
|
"difficulty": "medium",
|
|
"question": "Je pri osobe Samuel Džurina uvedený rok začiatku štúdia 2023?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2023/samuel_dzurina/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/samuel_dzurina/README.md",
|
|
"pages/students/2018/samuel_sirotnik/README.md",
|
|
"pages/students/2022/samuel_vasil/README.md",
|
|
"pages/students/2019/samuel_horani/README.md",
|
|
"pages/students/2023/oleksandr_dorybohov/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0501",
|
|
"split": "dev",
|
|
"category": "verification",
|
|
"difficulty": "medium",
|
|
"question": "Je pri osobe Samuel Džurina uvedený rok začiatku štúdia 2023?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2023/samuel_dzurina/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/samuel_dzurina/README.md",
|
|
"pages/students/2019/samuel_horani/README.md",
|
|
"pages/students/2018/samuel_sirotnik/README.md",
|
|
"pages/students/2020/matej_kobylan/README.md",
|
|
"pages/students/2019/kristian_sopkovic/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0501",
|
|
"split": "dev",
|
|
"category": "verification",
|
|
"difficulty": "medium",
|
|
"question": "Je pri osobe Samuel Džurina uvedený rok začiatku štúdia 2023?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2023/samuel_dzurina/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/samuel_dzurina/README.md",
|
|
"pages/students/2019/samuel_horani/README.md",
|
|
"pages/students/2019/michal_stromko/README.md",
|
|
"pages/students/2018/samuel_sirotnik/README.md",
|
|
"pages/students/2020/matej_kobylan/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0502",
|
|
"split": "dev",
|
|
"category": "fact_work_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku je pri osobe Samuel Džurina uvedená bakalárska práca?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2023/samuel_dzurina/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/samuel_dzurina/README.md",
|
|
"pages/students/2019/samuel_horani/README.md",
|
|
"pages/topics/legal/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2018/samuel_sirotnik/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani",
|
|
"https://zp.kemt.fei.tuke.sk/topics/legal",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0502",
|
|
"split": "dev",
|
|
"category": "fact_work_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku je pri osobe Samuel Džurina uvedená bakalárska práca?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2023/samuel_dzurina/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/samuel_dzurina/README.md",
|
|
"pages/students/2019/samuel_horani/README.md",
|
|
"pages/students/2016/jan_holp/README.md",
|
|
"pages/students/2018/samuel_sirotnik/README.md",
|
|
"pages/students/2019/dmytro_mural/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0502",
|
|
"split": "dev",
|
|
"category": "fact_work_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku je pri osobe Samuel Džurina uvedená bakalárska práca?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2023/samuel_dzurina/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/samuel_dzurina/README.md",
|
|
"pages/students/2019/samuel_horani/README.md",
|
|
"pages/students/2018/samuel_sirotnik/README.md",
|
|
"pages/students/2022/samuel_vasil/README.md",
|
|
"pages/students/2016/jan_holp/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0503",
|
|
"split": "dev",
|
|
"category": "disambiguation_year",
|
|
"difficulty": "hard",
|
|
"question": "Rozlíš rok začiatku štúdia a rok práce osoby Samuel Džurina.",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2023/samuel_dzurina/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/samuel_dzurina/README.md",
|
|
"pages/students/2018/samuel_sirotnik/README.md",
|
|
"pages/students/2022/samuel_vasil/README.md",
|
|
"pages/students/2019/samuel_horani/README.md",
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0503",
|
|
"split": "dev",
|
|
"category": "disambiguation_year",
|
|
"difficulty": "hard",
|
|
"question": "Rozlíš rok začiatku štúdia a rok práce osoby Samuel Džurina.",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2023/samuel_dzurina/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/samuel_dzurina/README.md",
|
|
"pages/students/2020/matej_kobylan/README.md",
|
|
"pages/students/2023/simona_bobrovcanova/README.md",
|
|
"pages/topics/legal/README.md",
|
|
"pages/students/2019/samuel_horani/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova",
|
|
"https://zp.kemt.fei.tuke.sk/topics/legal",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0503",
|
|
"split": "dev",
|
|
"category": "disambiguation_year",
|
|
"difficulty": "hard",
|
|
"question": "Rozlíš rok začiatku štúdia a rok práce osoby Samuel Džurina.",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2023/samuel_dzurina/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/samuel_dzurina/README.md",
|
|
"pages/students/2020/matej_kobylan/README.md",
|
|
"pages/topics/legal/README.md",
|
|
"pages/students/2022/samuel_vasil/README.md",
|
|
"pages/students/2023/simona_bobrovcanova/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan",
|
|
"https://zp.kemt.fei.tuke.sk/topics/legal",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0504",
|
|
"split": "dev",
|
|
"category": "adversarial_year",
|
|
"difficulty": "hard",
|
|
"question": "Je rok 2023 rokom záverečnej práce osoby Samuel Džurina?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2023/samuel_dzurina/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/samuel_dzurina/README.md",
|
|
"pages/topics/legal/README.md",
|
|
"pages/topics/faq/README.md",
|
|
"pages/students/2018/samuel_sirotnik/README.md",
|
|
"pages/students/2022/samuel_vasil/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",
|
|
"https://zp.kemt.fei.tuke.sk/topics/legal",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0504",
|
|
"split": "dev",
|
|
"category": "adversarial_year",
|
|
"difficulty": "hard",
|
|
"question": "Je rok 2023 rokom záverečnej práce osoby Samuel Džurina?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2023/samuel_dzurina/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/samuel_dzurina/README.md",
|
|
"pages/students/2019/samuel_horani/README.md",
|
|
"pages/students/2020/matej_kobylan/README.md",
|
|
"pages/students/2020/vladyslav_krupko/README.md",
|
|
"pages/students/2018/ondrej_megela/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0504",
|
|
"split": "dev",
|
|
"category": "adversarial_year",
|
|
"difficulty": "hard",
|
|
"question": "Je rok 2023 rokom záverečnej práce osoby Samuel Džurina?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2023/samuel_dzurina/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/samuel_dzurina/README.md",
|
|
"pages/students/2019/samuel_horani/README.md",
|
|
"pages/students/2020/matej_kobylan/README.md",
|
|
"pages/students/2020/vladyslav_krupko/README.md",
|
|
"pages/students/2018/samuel_sirotnik/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0505",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou agent a osobou Samuel Džurina?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2023/samuel_dzurina/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/samuel_dzurina/README.md",
|
|
"pages/topics/legal/README.md",
|
|
"pages/students/2019/samuel_horani/README.md",
|
|
"pages/students/2020/matej_kobylan/README.md",
|
|
"pages/students/2017/martin_jancura/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",
|
|
"https://zp.kemt.fei.tuke.sk/topics/legal",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0505",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou agent a osobou Samuel Džurina?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2023/samuel_dzurina/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/samuel_dzurina/README.md",
|
|
"pages/students/2023/oleksandr_dorybohov/README.md",
|
|
"pages/students/2019/samuel_horani/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/topics/faq/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0505",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou agent a osobou Samuel Džurina?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2023/samuel_dzurina/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/samuel_dzurina/README.md",
|
|
"pages/students/2019/samuel_horani/README.md",
|
|
"pages/students/2023/oleksandr_dorybohov/README.md",
|
|
"pages/topics/legal/README.md",
|
|
"pages/students/2020/matej_kobylan/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov",
|
|
"https://zp.kemt.fei.tuke.sk/topics/legal",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0506",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou zásielková spoločnosť a osobou Samuel Džurina?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2023/samuel_dzurina/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/samuel_dzurina/README.md",
|
|
"pages/topics/legal/README.md",
|
|
"pages/students/2017/martin_jancura/README.md",
|
|
"pages/students/2019/samuel_horani/README.md",
|
|
"pages/students/2016/patrik_pavlisin/dp21/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",
|
|
"https://zp.kemt.fei.tuke.sk/topics/legal",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/dp21"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0506",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou zásielková spoločnosť a osobou Samuel Džurina?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2023/samuel_dzurina/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/samuel_dzurina/README.md",
|
|
"pages/topics/faq/README.md",
|
|
"pages/students/2019/samuel_horani/README.md",
|
|
"pages/students/2016/maros_harahus/README.md",
|
|
"pages/students/2022/samuel_vasil/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0506",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou zásielková spoločnosť a osobou Samuel Džurina?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2023/samuel_dzurina/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/samuel_dzurina/README.md",
|
|
"pages/students/2019/samuel_horani/README.md",
|
|
"pages/topics/faq/README.md",
|
|
"pages/students/2022/samuel_vasil/README.md",
|
|
"pages/students/2018/samuel_sirotnik/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0507",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou dialógový systém a osobou Samuel Džurina?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2023/samuel_dzurina/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/samuel_dzurina/README.md",
|
|
"pages/topics/chatbot/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2019/samuel_horani/README.md",
|
|
"pages/topics/legal/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",
|
|
"https://zp.kemt.fei.tuke.sk/topics/chatbot",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani",
|
|
"https://zp.kemt.fei.tuke.sk/topics/legal"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0507",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou dialógový systém a osobou Samuel Džurina?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2023/samuel_dzurina/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/samuel_dzurina/README.md",
|
|
"pages/topics/chatbot/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2021/eduard_matovka/README.md",
|
|
"pages/students/2019/samuel_horani/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",
|
|
"https://zp.kemt.fei.tuke.sk/topics/chatbot",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0507",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument alebo študent súvisí s témou dialógový systém a osobou Samuel Džurina?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2023/samuel_dzurina/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/samuel_dzurina/README.md",
|
|
"pages/topics/chatbot/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2019/samuel_horani/README.md",
|
|
"pages/students/2017/dmytro_ushatenko/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",
|
|
"https://zp.kemt.fei.tuke.sk/topics/chatbot",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0508",
|
|
"split": "dev",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Akú firmu alebo typ firmy má podporovať agent Samuela Džurinu?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2023/samuel_dzurina/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/samuel_dzurina/README.md",
|
|
"pages/students/2016/jakub_maruniak/README.md",
|
|
"pages/students/2019/filip_tomas/README.md",
|
|
"pages/students/2019/kristian_sopkovic/README.md",
|
|
"pages/students/2023/maksym_zatirka/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0508",
|
|
"split": "dev",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Akú firmu alebo typ firmy má podporovať agent Samuela Džurinu?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2023/samuel_dzurina/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/samuel_dzurina/README.md",
|
|
"pages/students/2019/samuel_horani/README.md",
|
|
"pages/students/2023/oleksandr_dorybohov/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2020/matej_kobylan/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0508",
|
|
"split": "dev",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Akú firmu alebo typ firmy má podporovať agent Samuela Džurinu?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2023/samuel_dzurina/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/samuel_dzurina/README.md",
|
|
"pages/students/2023/oleksandr_dorybohov/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2019/samuel_horani/README.md",
|
|
"pages/students/2020/matej_kobylan/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0509",
|
|
"split": "dev",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Akým spôsobom sa má agent Samuela Džurinu vyhodnotiť?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2023/samuel_dzurina/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/samuel_dzurina/README.md",
|
|
"pages/students/2021/vladimir_ferko/README.md",
|
|
"pages/students/2023/ronald_zalacko/README.md",
|
|
"pages/students/2019/kristian_sopkovic/README.md",
|
|
"pages/students/2020/kamil_tomcufcik/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/kamil_tomcufcik"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0509",
|
|
"split": "dev",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Akým spôsobom sa má agent Samuela Džurinu vyhodnotiť?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2023/samuel_dzurina/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/samuel_dzurina/README.md",
|
|
"pages/students/2019/samuel_horani/README.md",
|
|
"pages/students/2023/oleksandr_dorybohov/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2019/dmytro_mural/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0509",
|
|
"split": "dev",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Akým spôsobom sa má agent Samuela Džurinu vyhodnotiť?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2023/samuel_dzurina/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2023/samuel_dzurina/README.md",
|
|
"pages/students/2019/samuel_horani/README.md",
|
|
"pages/students/2023/oleksandr_dorybohov/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2018/oleh_bilykh/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0549",
|
|
"split": "dev",
|
|
"category": "entity_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Nájdi dokument o stážistovi Oliver Pejic.",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/interns/oliver_pejic/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/interns/oliver_pejic/README.md",
|
|
"pages/students/2019/david_stromp/README.md",
|
|
"pages/students/2019/michal_stromko/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2017/martin_jancura/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/interns/oliver_pejic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/david_stromp",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0549",
|
|
"split": "dev",
|
|
"category": "entity_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Nájdi dokument o stážistovi Oliver Pejic.",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/interns/oliver_pejic/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/interns/oliver_pejic/README.md",
|
|
"pages/students/2021/manohar_gowdru_shridharu/README.md",
|
|
"pages/interns/sevval_bulburu/README.md",
|
|
"pages/students/2022/oleh_poiasnik/README.md",
|
|
"pages/interns/yussef_ressaissi/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/interns/oliver_pejic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu",
|
|
"https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik",
|
|
"https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0549",
|
|
"split": "dev",
|
|
"category": "entity_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Nájdi dokument o stážistovi Oliver Pejic.",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/interns/oliver_pejic/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/interns/oliver_pejic/README.md",
|
|
"pages/students/2021/manohar_gowdru_shridharu/README.md",
|
|
"pages/interns/sevval_bulburu/README.md",
|
|
"pages/students/2022/oleh_poiasnik/README.md",
|
|
"pages/interns/yussef_ressaissi/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/interns/oliver_pejic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu",
|
|
"https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik",
|
|
"https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0550",
|
|
"split": "dev",
|
|
"category": "internship_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku prebiehala stáž osoby Oliver Pejic?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/interns/oliver_pejic/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/interns/oliver_pejic/README.md",
|
|
"pages/students/2016/patrik_pavlisin/dp22/README.md",
|
|
"pages/topics/prodigy/README.md",
|
|
"pages/topics/faq/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/interns/oliver_pejic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/dp22",
|
|
"https://zp.kemt.fei.tuke.sk/topics/prodigy",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0550",
|
|
"split": "dev",
|
|
"category": "internship_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku prebiehala stáž osoby Oliver Pejic?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/interns/oliver_pejic/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/interns/oliver_pejic/README.md",
|
|
"pages/students/2022/oleh_poiasnik/README.md",
|
|
"pages/students/2018/oleh_bilykh/README.md",
|
|
"pages/students/2020/matus_suchanic/README.md",
|
|
"pages/students/2019/michal_stromko/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/interns/oliver_pejic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0550",
|
|
"split": "dev",
|
|
"category": "internship_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku prebiehala stáž osoby Oliver Pejic?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/interns/oliver_pejic/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/interns/oliver_pejic/README.md",
|
|
"pages/students/2022/oleh_poiasnik/README.md",
|
|
"pages/students/2018/oleh_bilykh/README.md",
|
|
"pages/students/2020/matus_suchanic/README.md",
|
|
"pages/students/2019/michal_stromko/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/interns/oliver_pejic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0551",
|
|
"split": "dev",
|
|
"category": "internship_topic",
|
|
"difficulty": "medium",
|
|
"question": "Akému problému alebo téme sa venovala stáž osoby Oliver Pejic?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/interns/oliver_pejic/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/interns/oliver_pejic/README.md",
|
|
"pages/topics/prodigy/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2016/patrik_pavlisin/dp22/README.md",
|
|
"pages/students/2019/kristian_sopkovic/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/interns/oliver_pejic",
|
|
"https://zp.kemt.fei.tuke.sk/topics/prodigy",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/dp22",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0551",
|
|
"split": "dev",
|
|
"category": "internship_topic",
|
|
"difficulty": "medium",
|
|
"question": "Akému problému alebo téme sa venovala stáž osoby Oliver Pejic?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/interns/oliver_pejic/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/interns/oliver_pejic/README.md",
|
|
"pages/students/2018/oleh_bilykh/README.md",
|
|
"pages/students/2019/alina_vitko/README.md",
|
|
"pages/students/2019/michal_stromko/README.md",
|
|
"pages/topics/question/nezodpovedatelne/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/interns/oliver_pejic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0551",
|
|
"split": "dev",
|
|
"category": "internship_topic",
|
|
"difficulty": "medium",
|
|
"question": "Akému problému alebo téme sa venovala stáž osoby Oliver Pejic?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/interns/oliver_pejic/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/interns/oliver_pejic/README.md",
|
|
"pages/students/2018/oleh_bilykh/README.md",
|
|
"pages/students/2019/alina_vitko/README.md",
|
|
"pages/students/2019/michal_stromko/README.md",
|
|
"pages/students/2022/oleh_poiasnik/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/interns/oliver_pejic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0552",
|
|
"split": "dev",
|
|
"category": "reverse_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Kto pracoval na téme Hate Speech a MTEB evaluácia?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/interns/oliver_pejic/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/interns/oliver_pejic/README.md",
|
|
"pages/topics/hatespeech/README.md",
|
|
"pages/students/2021/manohar_gowdru_shridharu/README.md",
|
|
"pages/students/2019/patrik_pokrivcak/README.md",
|
|
"pages/interns/sevval_bulburu/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/interns/oliver_pejic",
|
|
"https://zp.kemt.fei.tuke.sk/topics/hatespeech",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak",
|
|
"https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0552",
|
|
"split": "dev",
|
|
"category": "reverse_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Kto pracoval na téme Hate Speech a MTEB evaluácia?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/interns/oliver_pejic/README.md"
|
|
],
|
|
"first_relevant_rank": 2,
|
|
"reciprocal_rank": 0.5,
|
|
"top_documents": [
|
|
"pages/topics/hatespeech/README.md",
|
|
"pages/interns/oliver_pejic/README.md",
|
|
"pages/students/2017/martin_jancura/README.md",
|
|
"pages/students/2020/jakub_kristian_lukas/README.md",
|
|
"pages/students/2021/matej_novotny/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/topics/hatespeech",
|
|
"https://zp.kemt.fei.tuke.sk/interns/oliver_pejic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"
|
|
],
|
|
"hit_at_1": 0,
|
|
"recall_at_1": 0.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0552",
|
|
"split": "dev",
|
|
"category": "reverse_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Kto pracoval na téme Hate Speech a MTEB evaluácia?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/interns/oliver_pejic/README.md"
|
|
],
|
|
"first_relevant_rank": 2,
|
|
"reciprocal_rank": 0.5,
|
|
"top_documents": [
|
|
"pages/topics/hatespeech/README.md",
|
|
"pages/interns/oliver_pejic/README.md",
|
|
"pages/students/2017/martin_jancura/README.md",
|
|
"pages/students/2020/jakub_kristian_lukas/README.md",
|
|
"pages/students/2021/matej_novotny/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/topics/hatespeech",
|
|
"https://zp.kemt.fei.tuke.sk/interns/oliver_pejic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"
|
|
],
|
|
"hit_at_1": 0,
|
|
"recall_at_1": 0.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0553",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorá stáž osoby Oliver Pejic súvisela s témou Hate Speech?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/interns/oliver_pejic/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/interns/oliver_pejic/README.md",
|
|
"pages/topics/hatespeech/README.md",
|
|
"pages/students/2021/manohar_gowdru_shridharu/README.md",
|
|
"pages/students/2019/patrik_pokrivcak/README.md",
|
|
"pages/interns/sevval_bulburu/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/interns/oliver_pejic",
|
|
"https://zp.kemt.fei.tuke.sk/topics/hatespeech",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak",
|
|
"https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0553",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorá stáž osoby Oliver Pejic súvisela s témou Hate Speech?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/interns/oliver_pejic/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/interns/oliver_pejic/README.md",
|
|
"pages/topics/hatespeech/README.md",
|
|
"pages/students/2020/jakub_kristian_lukas/README.md",
|
|
"pages/students/2021/vladimir_ferko/README.md",
|
|
"pages/students/2019/patrik_pokrivcak/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/interns/oliver_pejic",
|
|
"https://zp.kemt.fei.tuke.sk/topics/hatespeech",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0553",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorá stáž osoby Oliver Pejic súvisela s témou Hate Speech?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/interns/oliver_pejic/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/interns/oliver_pejic/README.md",
|
|
"pages/topics/hatespeech/README.md",
|
|
"pages/students/2020/jakub_kristian_lukas/README.md",
|
|
"pages/students/2019/patrik_pokrivcak/README.md",
|
|
"pages/students/2021/manohar_gowdru_shridharu/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/interns/oliver_pejic",
|
|
"https://zp.kemt.fei.tuke.sk/topics/hatespeech",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0554",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorá stáž osoby Oliver Pejic súvisela s témou MTEB?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/interns/oliver_pejic/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/interns/oliver_pejic/README.md",
|
|
"pages/students/2017/martin_jancura/README.md",
|
|
"pages/topics/prodigy/README.md",
|
|
"pages/students/2020/david_kostilnik/README.md",
|
|
"pages/students/2016/maros_harahus/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/interns/oliver_pejic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura",
|
|
"https://zp.kemt.fei.tuke.sk/topics/prodigy",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0554",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorá stáž osoby Oliver Pejic súvisela s témou MTEB?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/interns/oliver_pejic/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/interns/oliver_pejic/README.md",
|
|
"pages/students/2018/oleh_bilykh/README.md",
|
|
"pages/students/2020/matus_suchanic/README.md",
|
|
"pages/students/2022/oleh_poiasnik/README.md",
|
|
"pages/students/2022/valerii_kutsenko/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/interns/oliver_pejic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0554",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorá stáž osoby Oliver Pejic súvisela s témou MTEB?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/interns/oliver_pejic/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/interns/oliver_pejic/README.md",
|
|
"pages/students/2018/oleh_bilykh/README.md",
|
|
"pages/students/2020/matus_suchanic/README.md",
|
|
"pages/students/2022/oleh_poiasnik/README.md",
|
|
"pages/students/2022/valerii_kutsenko/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/interns/oliver_pejic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0555",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorá stáž osoby Oliver Pejic súvisela s témou SentenceTransformer?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/interns/oliver_pejic/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/interns/oliver_pejic/README.md",
|
|
"pages/students/2017/martin_jancura/README.md",
|
|
"pages/topics/prodigy/README.md",
|
|
"pages/students/2016/maros_harahus/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/interns/oliver_pejic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura",
|
|
"https://zp.kemt.fei.tuke.sk/topics/prodigy",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0555",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorá stáž osoby Oliver Pejic súvisela s témou SentenceTransformer?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/interns/oliver_pejic/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/interns/oliver_pejic/README.md",
|
|
"pages/students/2020/matus_suchanic/README.md",
|
|
"pages/students/2019/michal_stromko/README.md",
|
|
"pages/students/2022/oleh_poiasnik/README.md",
|
|
"pages/students/2019/kristian_sopkovic/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/interns/oliver_pejic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0555",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorá stáž osoby Oliver Pejic súvisela s témou SentenceTransformer?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/interns/oliver_pejic/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/interns/oliver_pejic/README.md",
|
|
"pages/students/2020/matus_suchanic/README.md",
|
|
"pages/students/2019/michal_stromko/README.md",
|
|
"pages/students/2022/oleh_poiasnik/README.md",
|
|
"pages/students/2019/kristian_sopkovic/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/interns/oliver_pejic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0556",
|
|
"split": "dev",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Na akých dvoch MTEB úlohách mal Oliver Pejic pracovať?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/interns/oliver_pejic/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/interns/oliver_pejic/README.md",
|
|
"pages/students/2020/david_kostilnik/README.md",
|
|
"pages/students/2016/lukas_pokryvka/timovy_projekt/README.md",
|
|
"pages/students/2016/maros_harahus/README.md",
|
|
"pages/students/2016/lukas_pokryvka/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/interns/oliver_pejic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka/timovy_projekt",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0556",
|
|
"split": "dev",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Na akých dvoch MTEB úlohách mal Oliver Pejic pracovať?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/interns/oliver_pejic/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/interns/oliver_pejic/README.md",
|
|
"pages/students/2022/oleh_poiasnik/README.md",
|
|
"pages/students/2022/valerii_kutsenko/README.md",
|
|
"pages/students/2020/matus_suchanic/README.md",
|
|
"pages/students/2020/david_kostilnik/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/interns/oliver_pejic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0556",
|
|
"split": "dev",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Na akých dvoch MTEB úlohách mal Oliver Pejic pracovať?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/interns/oliver_pejic/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/interns/oliver_pejic/README.md",
|
|
"pages/students/2020/david_kostilnik/README.md",
|
|
"pages/students/2022/oleh_poiasnik/README.md",
|
|
"pages/students/2022/valerii_kutsenko/README.md",
|
|
"pages/students/2019/kristian_sopkovic/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/interns/oliver_pejic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0557",
|
|
"split": "dev",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Aký evaluačný framework mal Oliver Pejic naštudovať?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/interns/oliver_pejic/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/interns/oliver_pejic/README.md",
|
|
"pages/students/2016/maros_harahus/timovy_projekt/README.md",
|
|
"pages/students/2019/dmytro_mural/README.md",
|
|
"pages/students/2020/vladyslav_krupko/README.md",
|
|
"pages/students/2022/jakub_schwarc/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/interns/oliver_pejic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0557",
|
|
"split": "dev",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Aký evaluačný framework mal Oliver Pejic naštudovať?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/interns/oliver_pejic/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/interns/oliver_pejic/README.md",
|
|
"pages/students/2022/oleh_poiasnik/README.md",
|
|
"pages/students/2021/artur_hyrenko/README.md",
|
|
"pages/students/2019/michal_stromko/README.md",
|
|
"pages/students/2018/oleh_bilykh/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/interns/oliver_pejic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0557",
|
|
"split": "dev",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Aký evaluačný framework mal Oliver Pejic naštudovať?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/interns/oliver_pejic/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/interns/oliver_pejic/README.md",
|
|
"pages/students/2021/artur_hyrenko/README.md",
|
|
"pages/students/2022/oleh_poiasnik/README.md",
|
|
"pages/students/2023/oleksandr_dorybohov/README.md",
|
|
"pages/students/2019/michal_stromko/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/interns/oliver_pejic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0568",
|
|
"split": "dev",
|
|
"category": "entity_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Nájdi dokument o stážistovi Cesar Abascal Gutierrez.",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/interns/cesar_gutierrez/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/interns/cesar_gutierrez/README.md",
|
|
"pages/topics/prodigy/README.md",
|
|
"pages/students/2019/david_stromp/README.md",
|
|
"pages/students/2019/michal_stromko/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez",
|
|
"https://zp.kemt.fei.tuke.sk/topics/prodigy",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/david_stromp",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0568",
|
|
"split": "dev",
|
|
"category": "entity_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Nájdi dokument o stážistovi Cesar Abascal Gutierrez.",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/interns/cesar_gutierrez/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/interns/cesar_gutierrez/README.md",
|
|
"pages/students/2021/manohar_gowdru_shridharu/README.md",
|
|
"pages/interns/oliver_pejic/README.md",
|
|
"pages/interns/sevval_bulburu/README.md",
|
|
"pages/students/2020/vladyslav_krupko/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu",
|
|
"https://zp.kemt.fei.tuke.sk/interns/oliver_pejic",
|
|
"https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0568",
|
|
"split": "dev",
|
|
"category": "entity_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Nájdi dokument o stážistovi Cesar Abascal Gutierrez.",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/interns/cesar_gutierrez/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/interns/cesar_gutierrez/README.md",
|
|
"pages/students/2021/manohar_gowdru_shridharu/README.md",
|
|
"pages/interns/oliver_pejic/README.md",
|
|
"pages/interns/sevval_bulburu/README.md",
|
|
"pages/students/2020/vladyslav_krupko/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu",
|
|
"https://zp.kemt.fei.tuke.sk/interns/oliver_pejic",
|
|
"https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0569",
|
|
"split": "dev",
|
|
"category": "internship_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku prebiehala stáž osoby Cesar Abascal Gutierrez?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/interns/cesar_gutierrez/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/interns/cesar_gutierrez/README.md",
|
|
"pages/topics/prodigy/README.md",
|
|
"pages/students/2016/patrik_pavlisin/dp22/README.md",
|
|
"pages/topics/faq/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez",
|
|
"https://zp.kemt.fei.tuke.sk/topics/prodigy",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/dp22",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0569",
|
|
"split": "dev",
|
|
"category": "internship_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku prebiehala stáž osoby Cesar Abascal Gutierrez?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/interns/cesar_gutierrez/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/interns/cesar_gutierrez/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md",
|
|
"pages/students/2020/pavol_hudak/README.md",
|
|
"pages/students/2019/alina_vitko/README.md",
|
|
"pages/students/2021/eduard_matovka/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0569",
|
|
"split": "dev",
|
|
"category": "internship_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku prebiehala stáž osoby Cesar Abascal Gutierrez?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/interns/cesar_gutierrez/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/interns/cesar_gutierrez/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md",
|
|
"pages/students/2020/pavol_hudak/README.md",
|
|
"pages/students/2019/alina_vitko/README.md",
|
|
"pages/students/2021/eduard_matovka/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0570",
|
|
"split": "dev",
|
|
"category": "internship_topic",
|
|
"difficulty": "medium",
|
|
"question": "Akému problému alebo téme sa venovala stáž osoby Cesar Abascal Gutierrez?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/interns/cesar_gutierrez/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/interns/cesar_gutierrez/README.md",
|
|
"pages/topics/prodigy/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2016/patrik_pavlisin/dp22/README.md",
|
|
"pages/students/2019/kristian_sopkovic/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez",
|
|
"https://zp.kemt.fei.tuke.sk/topics/prodigy",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/dp22",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0570",
|
|
"split": "dev",
|
|
"category": "internship_topic",
|
|
"difficulty": "medium",
|
|
"question": "Akému problému alebo téme sa venovala stáž osoby Cesar Abascal Gutierrez?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/interns/cesar_gutierrez/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/interns/cesar_gutierrez/README.md",
|
|
"pages/students/2019/alina_vitko/README.md",
|
|
"pages/students/2016/maros_harahus/README.md",
|
|
"pages/students/2018/oleh_bilykh/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0570",
|
|
"split": "dev",
|
|
"category": "internship_topic",
|
|
"difficulty": "medium",
|
|
"question": "Akému problému alebo téme sa venovala stáž osoby Cesar Abascal Gutierrez?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/interns/cesar_gutierrez/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/interns/cesar_gutierrez/README.md",
|
|
"pages/students/2019/alina_vitko/README.md",
|
|
"pages/students/2016/maros_harahus/README.md",
|
|
"pages/students/2018/oleh_bilykh/README.md",
|
|
"pages/students/2019/michal_stromko/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0572",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorá stáž osoby Cesar Abascal Gutierrez súvisela s témou named entities?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/interns/cesar_gutierrez/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/interns/cesar_gutierrez/README.md",
|
|
"pages/topics/prodigy/README.md",
|
|
"pages/students/2017/martin_jancura/README.md",
|
|
"pages/students/2021/vladimir_ferko/README.md",
|
|
"pages/students/2016/jakub_maruniak/timovy_projekt/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez",
|
|
"https://zp.kemt.fei.tuke.sk/topics/prodigy",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0572",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorá stáž osoby Cesar Abascal Gutierrez súvisela s témou named entities?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/interns/cesar_gutierrez/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/interns/cesar_gutierrez/README.md",
|
|
"pages/students/2017/than_trung_thanh/README.md",
|
|
"pages/students/2021/vladimir_ferko/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/students/2019/artem_yatsenko/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0572",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorá stáž osoby Cesar Abascal Gutierrez súvisela s témou named entities?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/interns/cesar_gutierrez/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/interns/cesar_gutierrez/README.md",
|
|
"pages/students/2017/than_trung_thanh/README.md",
|
|
"pages/students/2019/artem_yatsenko/README.md",
|
|
"pages/students/2022/serhii_yemets/README.md",
|
|
"pages/students/2021/vladimir_ferko/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0573",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorá stáž osoby Cesar Abascal Gutierrez súvisela s témou spaCy?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/interns/cesar_gutierrez/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/interns/cesar_gutierrez/README.md",
|
|
"pages/topics/prodigy/README.md",
|
|
"pages/students/2016/maros_harahus/README.md",
|
|
"pages/students/2017/martin_jancura/README.md",
|
|
"pages/students/2016/maros_harahus/timovy_projekt/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez",
|
|
"https://zp.kemt.fei.tuke.sk/topics/prodigy",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0573",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorá stáž osoby Cesar Abascal Gutierrez súvisela s témou spaCy?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/interns/cesar_gutierrez/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/interns/cesar_gutierrez/README.md",
|
|
"pages/students/2019/kristian_sopkovic/README.md",
|
|
"pages/students/2017/than_trung_thanh/README.md",
|
|
"pages/students/2018/martin_wencel/README.md",
|
|
"pages/students/2019/samuel_horani/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0573",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorá stáž osoby Cesar Abascal Gutierrez súvisela s témou spaCy?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/interns/cesar_gutierrez/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/interns/cesar_gutierrez/README.md",
|
|
"pages/students/2019/kristian_sopkovic/README.md",
|
|
"pages/students/2018/martin_wencel/README.md",
|
|
"pages/students/2017/than_trung_thanh/README.md",
|
|
"pages/students/2016/maros_harahus/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0574",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorá stáž osoby Cesar Abascal Gutierrez súvisela s témou Prodigy?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/interns/cesar_gutierrez/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/interns/cesar_gutierrez/README.md",
|
|
"pages/topics/prodigy/README.md",
|
|
"pages/students/2017/martin_jancura/README.md",
|
|
"pages/students/2017/than_trung_thanh/README.md",
|
|
"pages/students/2016/maros_harahus/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez",
|
|
"https://zp.kemt.fei.tuke.sk/topics/prodigy",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0574",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorá stáž osoby Cesar Abascal Gutierrez súvisela s témou Prodigy?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/interns/cesar_gutierrez/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/interns/cesar_gutierrez/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/students/2017/than_trung_thanh/README.md",
|
|
"pages/students/2019/alina_vitko/README.md",
|
|
"pages/students/2021/vladimir_ferko/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0574",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorá stáž osoby Cesar Abascal Gutierrez súvisela s témou Prodigy?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/interns/cesar_gutierrez/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/interns/cesar_gutierrez/README.md",
|
|
"pages/students/2017/than_trung_thanh/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/students/2021/vladimir_ferko/README.md",
|
|
"pages/students/2016/jakub_maruniak/dp2021/annotation/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021/annotation"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0575",
|
|
"split": "dev",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Aké tri hlavné ciele mal Cesar Abascal Gutierrez?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/interns/cesar_gutierrez/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/interns/cesar_gutierrez/README.md",
|
|
"pages/students/2022/oleh_poiasnik/README.md",
|
|
"pages/students/2019/michal_stromko/README.md",
|
|
"pages/topics/prodigy/README.md",
|
|
"pages/students/2016/patrik_pavlisin/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"https://zp.kemt.fei.tuke.sk/topics/prodigy",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0575",
|
|
"split": "dev",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Aké tri hlavné ciele mal Cesar Abascal Gutierrez?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/interns/cesar_gutierrez/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/interns/cesar_gutierrez/README.md",
|
|
"pages/students/2018/david_omasta/README.md",
|
|
"pages/students/2020/pavol_hudak/README.md",
|
|
"pages/students/2019/dmytro_mural/README.md",
|
|
"pages/students/2021/vladimir_ferko/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_omasta",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0575",
|
|
"split": "dev",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Aké tri hlavné ciele mal Cesar Abascal Gutierrez?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/interns/cesar_gutierrez/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/interns/cesar_gutierrez/README.md",
|
|
"pages/students/2019/dmytro_mural/README.md",
|
|
"pages/students/2018/david_omasta/README.md",
|
|
"pages/students/2020/pavol_hudak/README.md",
|
|
"pages/students/2022/oleh_poiasnik/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_omasta",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0576",
|
|
"split": "dev",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Aký nástroj mal Cesar Abascal Gutierrez používať na manuálnu anotáciu?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/interns/cesar_gutierrez/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/interns/cesar_gutierrez/README.md",
|
|
"pages/topics/prodigy/README.md",
|
|
"pages/students/2016/jakub_maruniak/README.md",
|
|
"pages/students/2023/oleksandr_dorybohov/README.md",
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez",
|
|
"https://zp.kemt.fei.tuke.sk/topics/prodigy",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0576",
|
|
"split": "dev",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Aký nástroj mal Cesar Abascal Gutierrez používať na manuálnu anotáciu?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/interns/cesar_gutierrez/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/interns/cesar_gutierrez/README.md",
|
|
"pages/students/2021/vladimir_ferko/README.md",
|
|
"pages/students/2016/jakub_maruniak/README.md",
|
|
"pages/students/2020/matus_suchanic/README.md",
|
|
"pages/students/2022/serhii_yemets/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0576",
|
|
"split": "dev",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Aký nástroj mal Cesar Abascal Gutierrez používať na manuálnu anotáciu?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/interns/cesar_gutierrez/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/interns/cesar_gutierrez/README.md",
|
|
"pages/students/2016/jakub_maruniak/README.md",
|
|
"pages/students/2021/vladimir_ferko/README.md",
|
|
"pages/students/2020/matus_suchanic/README.md",
|
|
"pages/students/2022/serhii_yemets/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0577",
|
|
"split": "dev",
|
|
"category": "entity_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Nájdi dokument o stážistovi Bogdan Paul Chiș.",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/interns/bogdan_paul_chis/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/interns/bogdan_paul_chis/README.md",
|
|
"pages/students/2019/david_stromp/README.md",
|
|
"pages/students/2019/michal_stromko/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2017/martin_jancura/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/david_stromp",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0577",
|
|
"split": "dev",
|
|
"category": "entity_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Nájdi dokument o stážistovi Bogdan Paul Chiș.",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/interns/bogdan_paul_chis/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/interns/bogdan_paul_chis/README.md",
|
|
"pages/students/2021/manohar_gowdru_shridharu/README.md",
|
|
"pages/students/2022/oleh_poiasnik/README.md",
|
|
"pages/interns/sevval_bulburu/README.md",
|
|
"pages/students/2021/matej_scislak/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik",
|
|
"https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0577",
|
|
"split": "dev",
|
|
"category": "entity_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Nájdi dokument o stážistovi Bogdan Paul Chiș.",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/interns/bogdan_paul_chis/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/interns/bogdan_paul_chis/README.md",
|
|
"pages/students/2021/manohar_gowdru_shridharu/README.md",
|
|
"pages/students/2022/oleh_poiasnik/README.md",
|
|
"pages/interns/sevval_bulburu/README.md",
|
|
"pages/students/2021/matej_scislak/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik",
|
|
"https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0578",
|
|
"split": "dev",
|
|
"category": "internship_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku prebiehala stáž osoby Bogdan Paul Chiș?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/interns/bogdan_paul_chis/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/interns/bogdan_paul_chis/README.md",
|
|
"pages/students/2016/patrik_pavlisin/dp22/README.md",
|
|
"pages/topics/prodigy/README.md",
|
|
"pages/topics/faq/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/dp22",
|
|
"https://zp.kemt.fei.tuke.sk/topics/prodigy",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0578",
|
|
"split": "dev",
|
|
"category": "internship_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku prebiehala stáž osoby Bogdan Paul Chiș?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/interns/bogdan_paul_chis/README.md"
|
|
],
|
|
"first_relevant_rank": null,
|
|
"reciprocal_rank": 0.0,
|
|
"top_documents": [
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2016/patrik_pavlisin/README.md",
|
|
"pages/students/2019/michal_stromko/README.md",
|
|
"pages/students/2022/yevhenii_leonov/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"
|
|
],
|
|
"hit_at_1": 0,
|
|
"recall_at_1": 0.0,
|
|
"hit_at_3": 0,
|
|
"recall_at_3": 0.0,
|
|
"hit_at_5": 0,
|
|
"recall_at_5": 0.0
|
|
},
|
|
{
|
|
"id": "q0578",
|
|
"split": "dev",
|
|
"category": "internship_year",
|
|
"difficulty": "easy",
|
|
"question": "V ktorom roku prebiehala stáž osoby Bogdan Paul Chiș?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/interns/bogdan_paul_chis/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/interns/bogdan_paul_chis/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2016/patrik_pavlisin/README.md",
|
|
"pages/students/2019/michal_stromko/README.md",
|
|
"pages/students/2022/yevhenii_leonov/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0579",
|
|
"split": "dev",
|
|
"category": "internship_topic",
|
|
"difficulty": "medium",
|
|
"question": "Akému problému alebo téme sa venovala stáž osoby Bogdan Paul Chiș?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/interns/bogdan_paul_chis/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/interns/bogdan_paul_chis/README.md",
|
|
"pages/topics/prodigy/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2016/patrik_pavlisin/dp22/README.md",
|
|
"pages/students/2019/kristian_sopkovic/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis",
|
|
"https://zp.kemt.fei.tuke.sk/topics/prodigy",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/dp22",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0579",
|
|
"split": "dev",
|
|
"category": "internship_topic",
|
|
"difficulty": "medium",
|
|
"question": "Akému problému alebo téme sa venovala stáž osoby Bogdan Paul Chiș?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/interns/bogdan_paul_chis/README.md"
|
|
],
|
|
"first_relevant_rank": null,
|
|
"reciprocal_rank": 0.0,
|
|
"top_documents": [
|
|
"pages/students/2018/oleh_bilykh/README.md",
|
|
"pages/topics/question/nezodpovedatelne/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2021/eduard_matovka/README.md",
|
|
"pages/students/2022/yevhenii_leonov/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh",
|
|
"https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov"
|
|
],
|
|
"hit_at_1": 0,
|
|
"recall_at_1": 0.0,
|
|
"hit_at_3": 0,
|
|
"recall_at_3": 0.0,
|
|
"hit_at_5": 0,
|
|
"recall_at_5": 0.0
|
|
},
|
|
{
|
|
"id": "q0579",
|
|
"split": "dev",
|
|
"category": "internship_topic",
|
|
"difficulty": "medium",
|
|
"question": "Akému problému alebo téme sa venovala stáž osoby Bogdan Paul Chiș?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/interns/bogdan_paul_chis/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/interns/bogdan_paul_chis/README.md",
|
|
"pages/students/2018/oleh_bilykh/README.md",
|
|
"pages/topics/question/nezodpovedatelne/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2021/eduard_matovka/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh",
|
|
"https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0580",
|
|
"split": "dev",
|
|
"category": "reverse_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Kto pracoval na téme multilinguálna extrakcia trojíc z medicínskych dát?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/interns/bogdan_paul_chis/README.md"
|
|
],
|
|
"first_relevant_rank": null,
|
|
"reciprocal_rank": 0.0,
|
|
"top_documents": [
|
|
"pages/students/2022/oleh_poiasnik/README.md",
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md",
|
|
"pages/topics/named-entity/README.md",
|
|
"pages/students/2016/lukas_pokryvka/timovy_projekt/README.md",
|
|
"pages/students/2022/valerii_kutsenko/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi",
|
|
"https://zp.kemt.fei.tuke.sk/topics/named-entity",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka/timovy_projekt",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
|
|
],
|
|
"hit_at_1": 0,
|
|
"recall_at_1": 0.0,
|
|
"hit_at_3": 0,
|
|
"recall_at_3": 0.0,
|
|
"hit_at_5": 0,
|
|
"recall_at_5": 0.0
|
|
},
|
|
{
|
|
"id": "q0580",
|
|
"split": "dev",
|
|
"category": "reverse_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Kto pracoval na téme multilinguálna extrakcia trojíc z medicínskych dát?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/interns/bogdan_paul_chis/README.md"
|
|
],
|
|
"first_relevant_rank": null,
|
|
"reciprocal_rank": 0.0,
|
|
"top_documents": [
|
|
"pages/students/2022/andrii_pervashov/README.md",
|
|
"pages/students/2019/michal_stromko/README.md",
|
|
"pages/students/2021/eduard_matovka/README.md",
|
|
"pages/students/2018/ondrej_megela/README.md",
|
|
"pages/students/2016/patrik_pavlisin/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"
|
|
],
|
|
"hit_at_1": 0,
|
|
"recall_at_1": 0.0,
|
|
"hit_at_3": 0,
|
|
"recall_at_3": 0.0,
|
|
"hit_at_5": 0,
|
|
"recall_at_5": 0.0
|
|
},
|
|
{
|
|
"id": "q0580",
|
|
"split": "dev",
|
|
"category": "reverse_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Kto pracoval na téme multilinguálna extrakcia trojíc z medicínskych dát?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/interns/bogdan_paul_chis/README.md"
|
|
],
|
|
"first_relevant_rank": null,
|
|
"reciprocal_rank": 0.0,
|
|
"top_documents": [
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md",
|
|
"pages/students/2022/andrii_pervashov/README.md",
|
|
"pages/students/2019/michal_stromko/README.md",
|
|
"pages/students/2021/eduard_matovka/README.md",
|
|
"pages/students/2018/ondrej_megela/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"
|
|
],
|
|
"hit_at_1": 0,
|
|
"recall_at_1": 0.0,
|
|
"hit_at_3": 0,
|
|
"recall_at_3": 0.0,
|
|
"hit_at_5": 0,
|
|
"recall_at_5": 0.0
|
|
},
|
|
{
|
|
"id": "q0581",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorá stáž osoby Bogdan Paul Chiș súvisela s témou Triplet extraction?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/interns/bogdan_paul_chis/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/interns/bogdan_paul_chis/README.md",
|
|
"pages/students/2017/martin_jancura/README.md",
|
|
"pages/topics/prodigy/README.md",
|
|
"pages/students/2016/maros_harahus/README.md",
|
|
"pages/students/2022/andrii_pervashov/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura",
|
|
"https://zp.kemt.fei.tuke.sk/topics/prodigy",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0581",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorá stáž osoby Bogdan Paul Chiș súvisela s témou Triplet extraction?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/interns/bogdan_paul_chis/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/interns/bogdan_paul_chis/README.md",
|
|
"pages/students/2016/patrik_pavlisin/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2018/adrian_remias/README.md",
|
|
"pages/students/2019/patrik_pokrivcak/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0581",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorá stáž osoby Bogdan Paul Chiș súvisela s témou Triplet extraction?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/interns/bogdan_paul_chis/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/interns/bogdan_paul_chis/README.md",
|
|
"pages/students/2016/patrik_pavlisin/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2018/adrian_remias/README.md",
|
|
"pages/students/2019/patrik_pokrivcak/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0582",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorá stáž osoby Bogdan Paul Chiș súvisela s témou knowledge graph?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/interns/bogdan_paul_chis/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/interns/bogdan_paul_chis/README.md",
|
|
"pages/students/2023/maksym_zatirka/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2017/martin_jancura/README.md",
|
|
"pages/students/2022/valerii_kutsenko/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0582",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorá stáž osoby Bogdan Paul Chiș súvisela s témou knowledge graph?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/interns/bogdan_paul_chis/README.md"
|
|
],
|
|
"first_relevant_rank": 3,
|
|
"reciprocal_rank": 0.333333,
|
|
"top_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/interns/bogdan_paul_chis/README.md",
|
|
"pages/students/2017/than_trung_thanh/README.md",
|
|
"pages/students/2022/valerii_kutsenko/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
|
|
],
|
|
"hit_at_1": 0,
|
|
"recall_at_1": 0.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0582",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorá stáž osoby Bogdan Paul Chiș súvisela s témou knowledge graph?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/interns/bogdan_paul_chis/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/interns/bogdan_paul_chis/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2022/valerii_kutsenko/README.md",
|
|
"pages/students/2017/than_trung_thanh/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0583",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorá stáž osoby Bogdan Paul Chiș súvisela s témou medical?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/interns/bogdan_paul_chis/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/interns/bogdan_paul_chis/README.md",
|
|
"pages/students/2017/martin_jancura/README.md",
|
|
"pages/topics/prodigy/README.md",
|
|
"pages/students/2016/maros_harahus/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura",
|
|
"https://zp.kemt.fei.tuke.sk/topics/prodigy",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0583",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorá stáž osoby Bogdan Paul Chiș súvisela s témou medical?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/interns/bogdan_paul_chis/README.md"
|
|
],
|
|
"first_relevant_rank": 4,
|
|
"reciprocal_rank": 0.25,
|
|
"top_documents": [
|
|
"pages/students/2022/yevhenii_leonov/README.md",
|
|
"pages/students/2018/oleh_bilykh/README.md",
|
|
"pages/students/2022/oleh_poiasnik/README.md",
|
|
"pages/interns/bogdan_paul_chis/README.md",
|
|
"pages/students/2021/matej_scislak/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik",
|
|
"https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
|
|
],
|
|
"hit_at_1": 0,
|
|
"recall_at_1": 0.0,
|
|
"hit_at_3": 0,
|
|
"recall_at_3": 0.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0583",
|
|
"split": "dev",
|
|
"category": "keyword_grounding",
|
|
"difficulty": "medium",
|
|
"question": "Ktorá stáž osoby Bogdan Paul Chiș súvisela s témou medical?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/interns/bogdan_paul_chis/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/interns/bogdan_paul_chis/README.md",
|
|
"pages/students/2016/patrik_pavlisin/README.md",
|
|
"pages/students/2022/yevhenii_leonov/README.md",
|
|
"pages/students/2018/oleh_bilykh/README.md",
|
|
"pages/students/2022/oleh_poiasnik/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0584",
|
|
"split": "dev",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Aká bola téma stáže Bogdana Paula Chișa?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/interns/bogdan_paul_chis/README.md"
|
|
],
|
|
"first_relevant_rank": null,
|
|
"reciprocal_rank": 0.0,
|
|
"top_documents": [
|
|
"pages/students/2016/jan_holp/README.md",
|
|
"pages/students/2016/jakub_maruniak/timovy_projekt/README.md",
|
|
"pages/students/2018/adrian_remias/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md",
|
|
"pages/students/2016/maros_harahus/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
|
|
],
|
|
"hit_at_1": 0,
|
|
"recall_at_1": 0.0,
|
|
"hit_at_3": 0,
|
|
"recall_at_3": 0.0,
|
|
"hit_at_5": 0,
|
|
"recall_at_5": 0.0
|
|
},
|
|
{
|
|
"id": "q0584",
|
|
"split": "dev",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Aká bola téma stáže Bogdana Paula Chișa?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/interns/bogdan_paul_chis/README.md"
|
|
],
|
|
"first_relevant_rank": 4,
|
|
"reciprocal_rank": 0.25,
|
|
"top_documents": [
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2018/oleh_bilykh/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/interns/bogdan_paul_chis/README.md",
|
|
"pages/students/2019/filip_tomas/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"
|
|
],
|
|
"hit_at_1": 0,
|
|
"recall_at_1": 0.0,
|
|
"hit_at_3": 0,
|
|
"recall_at_3": 0.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0584",
|
|
"split": "dev",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Aká bola téma stáže Bogdana Paula Chișa?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/interns/bogdan_paul_chis/README.md"
|
|
],
|
|
"first_relevant_rank": 5,
|
|
"reciprocal_rank": 0.2,
|
|
"top_documents": [
|
|
"pages/students/2018/oleh_bilykh/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2016/lukas_pokryvka/README.md",
|
|
"pages/interns/bogdan_paul_chis/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka",
|
|
"https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis"
|
|
],
|
|
"hit_at_1": 0,
|
|
"recall_at_1": 0.0,
|
|
"hit_at_3": 0,
|
|
"recall_at_3": 0.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0585",
|
|
"split": "dev",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Akými nástrojmi mal Bogdan Paul Chiș vyhodnocovať agenta?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/interns/bogdan_paul_chis/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/interns/bogdan_paul_chis/README.md",
|
|
"pages/topics/otvorene/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2023/maksym_zatirka/README.md",
|
|
"pages/students/2022/daniil_huzenko/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis",
|
|
"https://zp.kemt.fei.tuke.sk/topics/otvorene",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0585",
|
|
"split": "dev",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Akými nástrojmi mal Bogdan Paul Chiș vyhodnocovať agenta?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/interns/bogdan_paul_chis/README.md"
|
|
],
|
|
"first_relevant_rank": null,
|
|
"reciprocal_rank": 0.0,
|
|
"top_documents": [
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md",
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md",
|
|
"pages/students/2022/oleh_poiasnik/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"
|
|
],
|
|
"hit_at_1": 0,
|
|
"recall_at_1": 0.0,
|
|
"hit_at_3": 0,
|
|
"recall_at_3": 0.0,
|
|
"hit_at_5": 0,
|
|
"recall_at_5": 0.0
|
|
},
|
|
{
|
|
"id": "q0585",
|
|
"split": "dev",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Akými nástrojmi mal Bogdan Paul Chiș vyhodnocovať agenta?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/interns/bogdan_paul_chis/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/interns/bogdan_paul_chis/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2023/oleksandr_dorybohov/README.md",
|
|
"pages/students/2022/oleh_poiasnik/README.md",
|
|
"pages/students/2021/matej_scislak/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0586",
|
|
"split": "dev",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Z akého typu dokumentov mal Bogdan Paul Chiș zostaviť znalostný graf?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/interns/bogdan_paul_chis/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/interns/bogdan_paul_chis/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2022/oleh_poiasnik/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2022/valerii_kutsenko/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0586",
|
|
"split": "dev",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Z akého typu dokumentov mal Bogdan Paul Chiș zostaviť znalostný graf?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/interns/bogdan_paul_chis/README.md"
|
|
],
|
|
"first_relevant_rank": null,
|
|
"reciprocal_rank": 0.0,
|
|
"top_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2021/oleksandr_hryshchenko/README.md",
|
|
"pages/students/2022/valerii_kutsenko/README.md",
|
|
"pages/students/2022/oleh_poiasnik/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"
|
|
],
|
|
"hit_at_1": 0,
|
|
"recall_at_1": 0.0,
|
|
"hit_at_3": 0,
|
|
"recall_at_3": 0.0,
|
|
"hit_at_5": 0,
|
|
"recall_at_5": 0.0
|
|
},
|
|
{
|
|
"id": "q0586",
|
|
"split": "dev",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Z akého typu dokumentov mal Bogdan Paul Chiș zostaviť znalostný graf?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/interns/bogdan_paul_chis/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/interns/bogdan_paul_chis/README.md",
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2022/valerii_kutsenko/README.md",
|
|
"pages/students/2022/oleh_poiasnik/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0597",
|
|
"split": "dev",
|
|
"category": "topic_page_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Nájdi projektovú alebo informačnú stránku „Dialógový systém“.",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/topics/chatbot/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/topics/chatbot/README.md",
|
|
"pages/students/2017/dmytro_ushatenko/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2019/samuel_horani/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/topics/chatbot",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0597",
|
|
"split": "dev",
|
|
"category": "topic_page_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Nájdi projektovú alebo informačnú stránku „Dialógový systém“.",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/topics/chatbot/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/topics/chatbot/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2019/samuel_horani/README.md",
|
|
"pages/students/2020/matej_kobylan/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/topics/chatbot",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0597",
|
|
"split": "dev",
|
|
"category": "topic_page_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Nájdi projektovú alebo informačnú stránku „Dialógový systém“.",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/topics/chatbot/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/topics/chatbot/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2019/samuel_horani/README.md",
|
|
"pages/students/2017/dmytro_ushatenko/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/topics/chatbot",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0598",
|
|
"split": "dev",
|
|
"category": "topic_page_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Dialógový systém“?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/topics/chatbot/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/topics/chatbot/README.md",
|
|
"pages/students/2017/dmytro_ushatenko/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2019/samuel_horani/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/topics/chatbot",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0598",
|
|
"split": "dev",
|
|
"category": "topic_page_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Dialógový systém“?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/topics/chatbot/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/topics/chatbot/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/topics/faq/README.md",
|
|
"pages/students/2019/samuel_horani/README.md",
|
|
"pages/students/2021/matej_scislak/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/topics/chatbot",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0598",
|
|
"split": "dev",
|
|
"category": "topic_page_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Dialógový systém“?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/topics/chatbot/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/topics/chatbot/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2019/samuel_horani/README.md",
|
|
"pages/students/2017/dmytro_ushatenko/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/topics/chatbot",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0599",
|
|
"split": "dev",
|
|
"category": "source_url",
|
|
"difficulty": "easy",
|
|
"question": "Aký source_url patrí k stránke „Dialógový systém“?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/topics/chatbot/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/topics/chatbot/README.md",
|
|
"pages/students/2017/dmytro_ushatenko/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2019/samuel_horani/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/topics/chatbot",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0599",
|
|
"split": "dev",
|
|
"category": "source_url",
|
|
"difficulty": "easy",
|
|
"question": "Aký source_url patrí k stránke „Dialógový systém“?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/topics/chatbot/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/topics/chatbot/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/topics/resources/README.md",
|
|
"pages/students/2020/matej_kobylan/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/topics/chatbot",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/topics/resources",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0599",
|
|
"split": "dev",
|
|
"category": "source_url",
|
|
"difficulty": "easy",
|
|
"question": "Aký source_url patrí k stránke „Dialógový systém“?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/topics/chatbot/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/topics/chatbot/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2017/dmytro_ushatenko/README.md",
|
|
"pages/students/2019/samuel_horani/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/topics/chatbot",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0603",
|
|
"split": "dev",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Aký framework má používať báza pravidiel projektu Dialógový systém?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/topics/chatbot/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/topics/chatbot/README.md",
|
|
"pages/students/2019/samuel_horani/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/topics/bert/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/topics/chatbot",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/topics/bert"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0603",
|
|
"split": "dev",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Aký framework má používať báza pravidiel projektu Dialógový systém?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/topics/chatbot/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/topics/chatbot/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2019/samuel_horani/README.md",
|
|
"pages/students/2023/oleksandr_dorybohov/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/topics/chatbot",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0603",
|
|
"split": "dev",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Aký framework má používať báza pravidiel projektu Dialógový systém?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/topics/chatbot/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/topics/chatbot/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2019/samuel_horani/README.md",
|
|
"pages/students/2021/artur_hyrenko/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/topics/chatbot",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0604",
|
|
"split": "dev",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "S akým ďalším typom systému sa má chatbot integrovať?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/topics/chatbot/README.md"
|
|
],
|
|
"first_relevant_rank": null,
|
|
"reciprocal_rank": 0.0,
|
|
"top_documents": [
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2019/artem_yatsenko/README.md",
|
|
"pages/topics/bert/README.md",
|
|
"pages/students/2021/nikita_bodnar/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",
|
|
"https://zp.kemt.fei.tuke.sk/topics/bert",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar"
|
|
],
|
|
"hit_at_1": 0,
|
|
"recall_at_1": 0.0,
|
|
"hit_at_3": 0,
|
|
"recall_at_3": 0.0,
|
|
"hit_at_5": 0,
|
|
"recall_at_5": 0.0
|
|
},
|
|
{
|
|
"id": "q0604",
|
|
"split": "dev",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "S akým ďalším typom systému sa má chatbot integrovať?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/topics/chatbot/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/topics/chatbot/README.md",
|
|
"pages/students/2019/samuel_horani/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2019/alina_vitko/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/topics/chatbot",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0604",
|
|
"split": "dev",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "S akým ďalším typom systému sa má chatbot integrovať?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/topics/chatbot/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/topics/chatbot/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2019/samuel_horani/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2017/dmytro_ushatenko/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/topics/chatbot",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0605",
|
|
"split": "dev",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Kto sú uvedení aktuálni riešitelia projektu Dialógový systém?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/topics/chatbot/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/topics/chatbot/README.md",
|
|
"pages/students/2019/samuel_horani/README.md",
|
|
"pages/students/2017/dmytro_ushatenko/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/topics/steel/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/topics/chatbot",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/topics/steel"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0605",
|
|
"split": "dev",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Kto sú uvedení aktuálni riešitelia projektu Dialógový systém?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/topics/chatbot/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/topics/chatbot/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2019/samuel_horani/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/topics/chatbot",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0605",
|
|
"split": "dev",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Kto sú uvedení aktuálni riešitelia projektu Dialógový systém?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/topics/chatbot/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/topics/chatbot/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2019/samuel_horani/README.md",
|
|
"pages/students/2020/matej_kobylan/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/topics/chatbot",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0615",
|
|
"split": "dev",
|
|
"category": "topic_page_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Nájdi projektovú alebo informačnú stránku „Question Answering“.",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/topics/question/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/topics/question/README.md",
|
|
"pages/students/2019/michal_stromko/README.md",
|
|
"pages/students/2018/ondrej_megela/README.md",
|
|
"pages/students/2018/oleh_bilykh/README.md",
|
|
"pages/students/2018/david_omasta/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/topics/question",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0615",
|
|
"split": "dev",
|
|
"category": "topic_page_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Nájdi projektovú alebo informačnú stránku „Question Answering“.",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/topics/question/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/topics/question/README.md",
|
|
"pages/students/2019/alina_vitko/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/students/2019/michal_stromko/README.md",
|
|
"pages/students/2021/matej_scislak/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/topics/question",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0615",
|
|
"split": "dev",
|
|
"category": "topic_page_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Nájdi projektovú alebo informačnú stránku „Question Answering“.",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/topics/question/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/topics/question/README.md",
|
|
"pages/students/2019/michal_stromko/README.md",
|
|
"pages/students/2019/alina_vitko/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/students/2022/valerii_kutsenko/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/topics/question",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0616",
|
|
"split": "dev",
|
|
"category": "topic_page_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Question Answering“?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/topics/question/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/topics/question/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/students/2019/kristian_sopkovic/README.md",
|
|
"pages/students/2019/michal_stromko/README.md",
|
|
"pages/students/2019/alina_vitko/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/topics/question",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0616",
|
|
"split": "dev",
|
|
"category": "topic_page_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Question Answering“?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/topics/question/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/topics/question/README.md",
|
|
"pages/topics/faq/README.md",
|
|
"pages/topics/question/nezodpovedatelne/README.md",
|
|
"pages/students/2019/alina_vitko/README.md",
|
|
"pages/topics/question/navod/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/topics/question",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq",
|
|
"https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko",
|
|
"https://zp.kemt.fei.tuke.sk/topics/question/navod"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0616",
|
|
"split": "dev",
|
|
"category": "topic_page_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Question Answering“?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/topics/question/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/topics/question/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/students/2019/alina_vitko/README.md",
|
|
"pages/students/2019/michal_stromko/README.md",
|
|
"pages/students/2019/kristian_sopkovic/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/topics/question",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0617",
|
|
"split": "dev",
|
|
"category": "source_url",
|
|
"difficulty": "easy",
|
|
"question": "Aký source_url patrí k stránke „Question Answering“?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/topics/question/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/topics/question/README.md",
|
|
"pages/students/2019/alina_vitko/README.md",
|
|
"pages/students/2018/ondrej_megela/README.md",
|
|
"pages/students/2018/oleh_bilykh/README.md",
|
|
"pages/students/2016/patrik_pavlisin/tp20/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/topics/question",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0617",
|
|
"split": "dev",
|
|
"category": "source_url",
|
|
"difficulty": "easy",
|
|
"question": "Aký source_url patrí k stránke „Question Answering“?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/topics/question/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/topics/question/README.md",
|
|
"pages/students/2019/alina_vitko/README.md",
|
|
"pages/topics/resources/README.md",
|
|
"pages/students/2018/ondrej_megela/README.md",
|
|
"pages/students/2019/michal_stromko/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/topics/question",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko",
|
|
"https://zp.kemt.fei.tuke.sk/topics/resources",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0617",
|
|
"split": "dev",
|
|
"category": "source_url",
|
|
"difficulty": "easy",
|
|
"question": "Aký source_url patrí k stránke „Question Answering“?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/topics/question/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/topics/question/README.md",
|
|
"pages/students/2019/alina_vitko/README.md",
|
|
"pages/students/2019/michal_stromko/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/students/2018/ondrej_megela/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/topics/question",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0621",
|
|
"split": "dev",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Aký dataset chce projekt Question Answering vytvoriť v slovenskom jazyku?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/topics/question/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/topics/question/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/students/2019/kristian_sopkovic/README.md",
|
|
"pages/topics/question/validacie/README.md",
|
|
"pages/students/2019/alina_vitko/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/topics/question",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic",
|
|
"https://zp.kemt.fei.tuke.sk/topics/question/validacie",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0621",
|
|
"split": "dev",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Aký dataset chce projekt Question Answering vytvoriť v slovenskom jazyku?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/topics/question/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/topics/question/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/students/2019/alina_vitko/README.md",
|
|
"pages/students/2022/valerii_kutsenko/README.md",
|
|
"pages/students/2019/michal_stromko/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/topics/question",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0621",
|
|
"split": "dev",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Aký dataset chce projekt Question Answering vytvoriť v slovenskom jazyku?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/topics/question/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/topics/question/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/students/2019/alina_vitko/README.md",
|
|
"pages/students/2019/michal_stromko/README.md",
|
|
"pages/students/2018/oleh_bilykh/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/topics/question",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0622",
|
|
"split": "dev",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Aký anotačný nástroj používa projekt Question Answering?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/topics/question/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/topics/question/README.md",
|
|
"pages/students/2019/michal_stromko/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/students/2018/ondrej_megela/README.md",
|
|
"pages/topics/named-entity/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/topics/question",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela",
|
|
"https://zp.kemt.fei.tuke.sk/topics/named-entity"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0622",
|
|
"split": "dev",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Aký anotačný nástroj používa projekt Question Answering?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/topics/question/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/topics/question/README.md",
|
|
"pages/topics/question/nezodpovedatelne/README.md",
|
|
"pages/topics/question/navod/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/students/2019/alina_vitko/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/topics/question",
|
|
"https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne",
|
|
"https://zp.kemt.fei.tuke.sk/topics/question/navod",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0622",
|
|
"split": "dev",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Aký anotačný nástroj používa projekt Question Answering?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/topics/question/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/topics/question/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/students/2019/alina_vitko/README.md",
|
|
"pages/topics/question/nezodpovedatelne/README.md",
|
|
"pages/topics/question/navod/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/topics/question",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko",
|
|
"https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne",
|
|
"https://zp.kemt.fei.tuke.sk/topics/question/navod"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0623",
|
|
"split": "dev",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Aký má byť formát finálneho exportu QA databázy?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/topics/question/README.md"
|
|
],
|
|
"first_relevant_rank": null,
|
|
"reciprocal_rank": 0.0,
|
|
"top_documents": [
|
|
"pages/students/2018/ondrej_megela/README.md",
|
|
"pages/students/2017/martin_jancura/README.md",
|
|
"pages/topics/bert/README.md",
|
|
"pages/students/2023/maksym_zatirka/README.md",
|
|
"pages/students/2020/matus_suchanic/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura",
|
|
"https://zp.kemt.fei.tuke.sk/topics/bert",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"
|
|
],
|
|
"hit_at_1": 0,
|
|
"recall_at_1": 0.0,
|
|
"hit_at_3": 0,
|
|
"recall_at_3": 0.0,
|
|
"hit_at_5": 0,
|
|
"recall_at_5": 0.0
|
|
},
|
|
{
|
|
"id": "q0623",
|
|
"split": "dev",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Aký má byť formát finálneho exportu QA databázy?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/topics/question/README.md"
|
|
],
|
|
"first_relevant_rank": 2,
|
|
"reciprocal_rank": 0.5,
|
|
"top_documents": [
|
|
"pages/students/2019/alina_vitko/README.md",
|
|
"pages/topics/question/README.md",
|
|
"pages/students/2022/valerii_kutsenko/README.md",
|
|
"pages/students/2018/oleh_bilykh/README.md",
|
|
"pages/students/2021/matej_scislak/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko",
|
|
"https://zp.kemt.fei.tuke.sk/topics/question",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
|
|
],
|
|
"hit_at_1": 0,
|
|
"recall_at_1": 0.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0623",
|
|
"split": "dev",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Aký má byť formát finálneho exportu QA databázy?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/topics/question/README.md"
|
|
],
|
|
"first_relevant_rank": 4,
|
|
"reciprocal_rank": 0.25,
|
|
"top_documents": [
|
|
"pages/students/2019/alina_vitko/README.md",
|
|
"pages/students/2022/valerii_kutsenko/README.md",
|
|
"pages/students/2018/oleh_bilykh/README.md",
|
|
"pages/topics/question/README.md",
|
|
"pages/students/2021/matej_scislak/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh",
|
|
"https://zp.kemt.fei.tuke.sk/topics/question",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
|
|
],
|
|
"hit_at_1": 0,
|
|
"recall_at_1": 0.0,
|
|
"hit_at_3": 0,
|
|
"recall_at_3": 0.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0624",
|
|
"split": "dev",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Koľko otázok má vzniknúť pre každý odsek pri anotácii otázok?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/topics/question/README.md"
|
|
],
|
|
"first_relevant_rank": null,
|
|
"reciprocal_rank": 0.0,
|
|
"top_documents": [
|
|
"pages/topics/question/validacie/README.md",
|
|
"pages/topics/question/nezodpovedatelne/README.md",
|
|
"pages/students/2016/jakub_maruniak/README.md",
|
|
"pages/topics/bert/README.md",
|
|
"pages/students/2018/ondrej_megela/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/topics/question/validacie",
|
|
"https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"https://zp.kemt.fei.tuke.sk/topics/bert",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"
|
|
],
|
|
"hit_at_1": 0,
|
|
"recall_at_1": 0.0,
|
|
"hit_at_3": 0,
|
|
"recall_at_3": 0.0,
|
|
"hit_at_5": 0,
|
|
"recall_at_5": 0.0
|
|
},
|
|
{
|
|
"id": "q0624",
|
|
"split": "dev",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Koľko otázok má vzniknúť pre každý odsek pri anotácii otázok?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/topics/question/README.md"
|
|
],
|
|
"first_relevant_rank": null,
|
|
"reciprocal_rank": 0.0,
|
|
"top_documents": [
|
|
"pages/topics/question/navod/README.md",
|
|
"pages/topics/question/nezodpovedatelne/README.md",
|
|
"pages/topics/question/validacie/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/students/2019/michal_stromko/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/topics/question/navod",
|
|
"https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne",
|
|
"https://zp.kemt.fei.tuke.sk/topics/question/validacie",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"
|
|
],
|
|
"hit_at_1": 0,
|
|
"recall_at_1": 0.0,
|
|
"hit_at_3": 0,
|
|
"recall_at_3": 0.0,
|
|
"hit_at_5": 0,
|
|
"recall_at_5": 0.0
|
|
},
|
|
{
|
|
"id": "q0624",
|
|
"split": "dev",
|
|
"category": "specific_fact",
|
|
"difficulty": "medium",
|
|
"question": "Koľko otázok má vzniknúť pre každý odsek pri anotácii otázok?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/topics/question/README.md"
|
|
],
|
|
"first_relevant_rank": null,
|
|
"reciprocal_rank": 0.0,
|
|
"top_documents": [
|
|
"pages/topics/question/nezodpovedatelne/README.md",
|
|
"pages/topics/question/navod/README.md",
|
|
"pages/topics/question/validacie/README.md",
|
|
"pages/students/2019/michal_stromko/README.md",
|
|
"pages/students/2018/ondrej_megela/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne",
|
|
"https://zp.kemt.fei.tuke.sk/topics/question/navod",
|
|
"https://zp.kemt.fei.tuke.sk/topics/question/validacie",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"
|
|
],
|
|
"hit_at_1": 0,
|
|
"recall_at_1": 0.0,
|
|
"hit_at_3": 0,
|
|
"recall_at_3": 0.0,
|
|
"hit_at_5": 0,
|
|
"recall_at_5": 0.0
|
|
},
|
|
{
|
|
"id": "q0632",
|
|
"split": "dev",
|
|
"category": "topic_page_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Nájdi projektovú alebo informačnú stránku „Strojový preklad“.",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/topics/translation/README.md"
|
|
],
|
|
"first_relevant_rank": 2,
|
|
"reciprocal_rank": 0.5,
|
|
"top_documents": [
|
|
"pages/students/2016/patrik_pavlisin/tp20/README.md",
|
|
"pages/topics/translation/README.md",
|
|
"pages/students/2017/martin_jancura/README.md",
|
|
"pages/topics/otvorene/README.md",
|
|
"pages/students/2016/patrik_pavlisin/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20",
|
|
"https://zp.kemt.fei.tuke.sk/topics/translation",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura",
|
|
"https://zp.kemt.fei.tuke.sk/topics/otvorene",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"
|
|
],
|
|
"hit_at_1": 0,
|
|
"recall_at_1": 0.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0632",
|
|
"split": "dev",
|
|
"category": "topic_page_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Nájdi projektovú alebo informačnú stránku „Strojový preklad“.",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/topics/translation/README.md"
|
|
],
|
|
"first_relevant_rank": null,
|
|
"reciprocal_rank": 0.0,
|
|
"top_documents": [
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/students/2016/patrik_pavlisin/README.md",
|
|
"pages/topics/otvorene/README.md",
|
|
"pages/students/2019/michal_stromko/README.md",
|
|
"pages/students/2017/martin_jancura/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",
|
|
"https://zp.kemt.fei.tuke.sk/topics/otvorene",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura"
|
|
],
|
|
"hit_at_1": 0,
|
|
"recall_at_1": 0.0,
|
|
"hit_at_3": 0,
|
|
"recall_at_3": 0.0,
|
|
"hit_at_5": 0,
|
|
"recall_at_5": 0.0
|
|
},
|
|
{
|
|
"id": "q0632",
|
|
"split": "dev",
|
|
"category": "topic_page_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Nájdi projektovú alebo informačnú stránku „Strojový preklad“.",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/topics/translation/README.md"
|
|
],
|
|
"first_relevant_rank": 4,
|
|
"reciprocal_rank": 0.25,
|
|
"top_documents": [
|
|
"pages/students/2016/patrik_pavlisin/tp20/README.md",
|
|
"pages/topics/otvorene/README.md",
|
|
"pages/students/2017/martin_jancura/README.md",
|
|
"pages/topics/translation/README.md",
|
|
"pages/students/2016/patrik_pavlisin/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20",
|
|
"https://zp.kemt.fei.tuke.sk/topics/otvorene",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura",
|
|
"https://zp.kemt.fei.tuke.sk/topics/translation",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"
|
|
],
|
|
"hit_at_1": 0,
|
|
"recall_at_1": 0.0,
|
|
"hit_at_3": 0,
|
|
"recall_at_3": 0.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0633",
|
|
"split": "dev",
|
|
"category": "topic_page_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Strojový preklad“?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/topics/translation/README.md"
|
|
],
|
|
"first_relevant_rank": 2,
|
|
"reciprocal_rank": 0.5,
|
|
"top_documents": [
|
|
"pages/students/2016/patrik_pavlisin/tp20/README.md",
|
|
"pages/topics/translation/README.md",
|
|
"pages/students/2019/kristian_sopkovic/README.md",
|
|
"pages/students/2016/patrik_pavlisin/dp21/README.md",
|
|
"pages/topics/otvorene/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20",
|
|
"https://zp.kemt.fei.tuke.sk/topics/translation",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/dp21",
|
|
"https://zp.kemt.fei.tuke.sk/topics/otvorene"
|
|
],
|
|
"hit_at_1": 0,
|
|
"recall_at_1": 0.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0633",
|
|
"split": "dev",
|
|
"category": "topic_page_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Strojový preklad“?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/topics/translation/README.md"
|
|
],
|
|
"first_relevant_rank": null,
|
|
"reciprocal_rank": 0.0,
|
|
"top_documents": [
|
|
"pages/students/2016/patrik_pavlisin/tp20/README.md",
|
|
"pages/students/2019/michal_stromko/README.md",
|
|
"pages/topics/resources/README.md",
|
|
"pages/students/2016/patrik_pavlisin/README.md",
|
|
"pages/students/2019/michal_stromko/vp2021/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"https://zp.kemt.fei.tuke.sk/topics/resources",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021"
|
|
],
|
|
"hit_at_1": 0,
|
|
"recall_at_1": 0.0,
|
|
"hit_at_3": 0,
|
|
"recall_at_3": 0.0,
|
|
"hit_at_5": 0,
|
|
"recall_at_5": 0.0
|
|
},
|
|
{
|
|
"id": "q0633",
|
|
"split": "dev",
|
|
"category": "topic_page_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Strojový preklad“?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/topics/translation/README.md"
|
|
],
|
|
"first_relevant_rank": 3,
|
|
"reciprocal_rank": 0.333333,
|
|
"top_documents": [
|
|
"pages/students/2016/patrik_pavlisin/tp20/README.md",
|
|
"pages/students/2019/michal_stromko/README.md",
|
|
"pages/topics/translation/README.md",
|
|
"pages/students/2019/kristian_sopkovic/README.md",
|
|
"pages/students/2017/martin_jancura/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"https://zp.kemt.fei.tuke.sk/topics/translation",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura"
|
|
],
|
|
"hit_at_1": 0,
|
|
"recall_at_1": 0.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0634",
|
|
"split": "dev",
|
|
"category": "source_url",
|
|
"difficulty": "easy",
|
|
"question": "Aký source_url patrí k stránke „Strojový preklad“?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/topics/translation/README.md"
|
|
],
|
|
"first_relevant_rank": 2,
|
|
"reciprocal_rank": 0.5,
|
|
"top_documents": [
|
|
"pages/students/2016/patrik_pavlisin/tp20/README.md",
|
|
"pages/topics/translation/README.md",
|
|
"pages/students/2016/patrik_pavlisin/dp21/README.md",
|
|
"pages/students/2016/patrik_pavlisin/README.md",
|
|
"pages/students/2016/patrik_pavlisin/dp22/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20",
|
|
"https://zp.kemt.fei.tuke.sk/topics/translation",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/dp21",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/dp22"
|
|
],
|
|
"hit_at_1": 0,
|
|
"recall_at_1": 0.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0634",
|
|
"split": "dev",
|
|
"category": "source_url",
|
|
"difficulty": "easy",
|
|
"question": "Aký source_url patrí k stránke „Strojový preklad“?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/topics/translation/README.md"
|
|
],
|
|
"first_relevant_rank": null,
|
|
"reciprocal_rank": 0.0,
|
|
"top_documents": [
|
|
"pages/students/2016/patrik_pavlisin/tp20/README.md",
|
|
"pages/topics/resources/README.md",
|
|
"pages/students/2016/patrik_pavlisin/README.md",
|
|
"pages/students/2017/martin_jancura/README.md",
|
|
"pages/topics/nlp/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20",
|
|
"https://zp.kemt.fei.tuke.sk/topics/resources",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura",
|
|
"https://zp.kemt.fei.tuke.sk/topics/nlp"
|
|
],
|
|
"hit_at_1": 0,
|
|
"recall_at_1": 0.0,
|
|
"hit_at_3": 0,
|
|
"recall_at_3": 0.0,
|
|
"hit_at_5": 0,
|
|
"recall_at_5": 0.0
|
|
},
|
|
{
|
|
"id": "q0634",
|
|
"split": "dev",
|
|
"category": "source_url",
|
|
"difficulty": "easy",
|
|
"question": "Aký source_url patrí k stránke „Strojový preklad“?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/topics/translation/README.md"
|
|
],
|
|
"first_relevant_rank": 2,
|
|
"reciprocal_rank": 0.5,
|
|
"top_documents": [
|
|
"pages/students/2016/patrik_pavlisin/tp20/README.md",
|
|
"pages/topics/translation/README.md",
|
|
"pages/students/2016/patrik_pavlisin/README.md",
|
|
"pages/students/2016/patrik_pavlisin/dp21/README.md",
|
|
"pages/topics/resources/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20",
|
|
"https://zp.kemt.fei.tuke.sk/topics/translation",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/dp21",
|
|
"https://zp.kemt.fei.tuke.sk/topics/resources"
|
|
],
|
|
"hit_at_1": 0,
|
|
"recall_at_1": 0.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0637",
|
|
"split": "dev",
|
|
"category": "topic_page_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Nájdi projektovú alebo informačnú stránku „Pomenované entity“.",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/topics/named-entity/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/topics/named-entity/README.md",
|
|
"pages/topics/named-entity/navod/README.md",
|
|
"pages/students/2019/artem_yatsenko/README.md",
|
|
"pages/students/2017/dmytro_ushatenko/README.md",
|
|
"pages/students/2016/jakub_maruniak/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/topics/named-entity",
|
|
"https://zp.kemt.fei.tuke.sk/topics/named-entity/navod",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0637",
|
|
"split": "dev",
|
|
"category": "topic_page_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Nájdi projektovú alebo informačnú stránku „Pomenované entity“.",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/topics/named-entity/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/topics/named-entity/README.md",
|
|
"pages/students/2019/artem_yatsenko/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2016/jakub_maruniak/dp2021/README.md",
|
|
"pages/topics/otvorene/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/topics/named-entity",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021",
|
|
"https://zp.kemt.fei.tuke.sk/topics/otvorene"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0637",
|
|
"split": "dev",
|
|
"category": "topic_page_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Nájdi projektovú alebo informačnú stránku „Pomenované entity“.",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/topics/named-entity/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/topics/named-entity/README.md",
|
|
"pages/students/2019/artem_yatsenko/README.md",
|
|
"pages/topics/named-entity/navod/README.md",
|
|
"pages/students/2017/dmytro_ushatenko/README.md",
|
|
"pages/students/2016/jakub_maruniak/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/topics/named-entity",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",
|
|
"https://zp.kemt.fei.tuke.sk/topics/named-entity/navod",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0638",
|
|
"split": "dev",
|
|
"category": "topic_page_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Pomenované entity“?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/topics/named-entity/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/topics/named-entity/README.md",
|
|
"pages/students/2017/dmytro_ushatenko/README.md",
|
|
"pages/students/2016/jakub_maruniak/README.md",
|
|
"pages/topics/named-entity/navod/README.md",
|
|
"pages/students/2019/artem_yatsenko/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/topics/named-entity",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"https://zp.kemt.fei.tuke.sk/topics/named-entity/navod",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0638",
|
|
"split": "dev",
|
|
"category": "topic_page_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Pomenované entity“?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/topics/named-entity/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/topics/named-entity/README.md",
|
|
"pages/students/2019/artem_yatsenko/README.md",
|
|
"pages/students/2016/jakub_maruniak/README.md",
|
|
"pages/topics/faq/README.md",
|
|
"pages/topics/named-entity/navod/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/topics/named-entity",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq",
|
|
"https://zp.kemt.fei.tuke.sk/topics/named-entity/navod"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0638",
|
|
"split": "dev",
|
|
"category": "topic_page_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Pomenované entity“?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/topics/named-entity/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/topics/named-entity/README.md",
|
|
"pages/students/2019/artem_yatsenko/README.md",
|
|
"pages/students/2016/jakub_maruniak/README.md",
|
|
"pages/topics/named-entity/navod/README.md",
|
|
"pages/students/2017/dmytro_ushatenko/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/topics/named-entity",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"https://zp.kemt.fei.tuke.sk/topics/named-entity/navod",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0639",
|
|
"split": "dev",
|
|
"category": "source_url",
|
|
"difficulty": "easy",
|
|
"question": "Aký source_url patrí k stránke „Pomenované entity“?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/topics/named-entity/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/topics/named-entity/README.md",
|
|
"pages/topics/named-entity/navod/README.md",
|
|
"pages/students/2019/samuel_horani/README.md",
|
|
"pages/students/2019/artem_yatsenko/README.md",
|
|
"pages/students/2017/dmytro_ushatenko/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/topics/named-entity",
|
|
"https://zp.kemt.fei.tuke.sk/topics/named-entity/navod",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0639",
|
|
"split": "dev",
|
|
"category": "source_url",
|
|
"difficulty": "easy",
|
|
"question": "Aký source_url patrí k stránke „Pomenované entity“?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/topics/named-entity/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/topics/named-entity/README.md",
|
|
"pages/students/2019/artem_yatsenko/README.md",
|
|
"pages/topics/resources/README.md",
|
|
"pages/students/2016/jakub_maruniak/README.md",
|
|
"pages/topics/named-entity/navod/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/topics/named-entity",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",
|
|
"https://zp.kemt.fei.tuke.sk/topics/resources",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"https://zp.kemt.fei.tuke.sk/topics/named-entity/navod"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0639",
|
|
"split": "dev",
|
|
"category": "source_url",
|
|
"difficulty": "easy",
|
|
"question": "Aký source_url patrí k stránke „Pomenované entity“?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/topics/named-entity/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/topics/named-entity/README.md",
|
|
"pages/students/2019/artem_yatsenko/README.md",
|
|
"pages/topics/named-entity/navod/README.md",
|
|
"pages/students/2016/jakub_maruniak/README.md",
|
|
"pages/students/2019/samuel_horani/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/topics/named-entity",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",
|
|
"https://zp.kemt.fei.tuke.sk/topics/named-entity/navod",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0651",
|
|
"split": "dev",
|
|
"category": "topic_page_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Nájdi projektovú alebo informačnú stránku „Anotácia textových dát“.",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/topics/prodigy/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/topics/prodigy/README.md",
|
|
"pages/students/2016/jakub_maruniak/README.md",
|
|
"pages/topics/question/navod/README.md",
|
|
"pages/topics/named-entity/navod/README.md",
|
|
"pages/topics/named-entity/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/topics/prodigy",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"https://zp.kemt.fei.tuke.sk/topics/question/navod",
|
|
"https://zp.kemt.fei.tuke.sk/topics/named-entity/navod",
|
|
"https://zp.kemt.fei.tuke.sk/topics/named-entity"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0651",
|
|
"split": "dev",
|
|
"category": "topic_page_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Nájdi projektovú alebo informačnú stránku „Anotácia textových dát“.",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/topics/prodigy/README.md"
|
|
],
|
|
"first_relevant_rank": null,
|
|
"reciprocal_rank": 0.0,
|
|
"top_documents": [
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/students/2021/vladimir_ferko/README.md",
|
|
"pages/students/2020/matej_kobylan/README.md",
|
|
"pages/students/2021/matej_novotny/README.md",
|
|
"pages/students/2016/jakub_maruniak/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"
|
|
],
|
|
"hit_at_1": 0,
|
|
"recall_at_1": 0.0,
|
|
"hit_at_3": 0,
|
|
"recall_at_3": 0.0,
|
|
"hit_at_5": 0,
|
|
"recall_at_5": 0.0
|
|
},
|
|
{
|
|
"id": "q0651",
|
|
"split": "dev",
|
|
"category": "topic_page_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Nájdi projektovú alebo informačnú stránku „Anotácia textových dát“.",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/topics/prodigy/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/topics/prodigy/README.md",
|
|
"pages/students/2016/jakub_maruniak/README.md",
|
|
"pages/students/2021/vladimir_ferko/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/students/2020/matej_kobylan/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/topics/prodigy",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0652",
|
|
"split": "dev",
|
|
"category": "topic_page_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Anotácia textových dát“?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/topics/prodigy/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/topics/prodigy/README.md",
|
|
"pages/students/2016/jakub_maruniak/README.md",
|
|
"pages/topics/question/navod/README.md",
|
|
"pages/topics/faq/README.md",
|
|
"pages/students/2016/patrik_pavlisin/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/topics/prodigy",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"https://zp.kemt.fei.tuke.sk/topics/question/navod",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0652",
|
|
"split": "dev",
|
|
"category": "topic_page_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Anotácia textových dát“?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/topics/prodigy/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/topics/prodigy/README.md",
|
|
"pages/students/2016/jakub_maruniak/README.md",
|
|
"pages/topics/faq/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/students/2019/michal_stromko/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/topics/prodigy",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0652",
|
|
"split": "dev",
|
|
"category": "topic_page_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Anotácia textových dát“?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/topics/prodigy/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/topics/prodigy/README.md",
|
|
"pages/students/2016/jakub_maruniak/README.md",
|
|
"pages/topics/faq/README.md",
|
|
"pages/topics/question/navod/README.md",
|
|
"pages/topics/named-entity/navod/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/topics/prodigy",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq",
|
|
"https://zp.kemt.fei.tuke.sk/topics/question/navod",
|
|
"https://zp.kemt.fei.tuke.sk/topics/named-entity/navod"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0653",
|
|
"split": "dev",
|
|
"category": "source_url",
|
|
"difficulty": "easy",
|
|
"question": "Aký source_url patrí k stránke „Anotácia textových dát“?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/topics/prodigy/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/topics/prodigy/README.md",
|
|
"pages/students/2016/jakub_maruniak/README.md",
|
|
"pages/students/2016/patrik_pavlisin/README.md",
|
|
"pages/topics/question/navod/README.md",
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/topics/prodigy",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",
|
|
"https://zp.kemt.fei.tuke.sk/topics/question/navod",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0653",
|
|
"split": "dev",
|
|
"category": "source_url",
|
|
"difficulty": "easy",
|
|
"question": "Aký source_url patrí k stránke „Anotácia textových dát“?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/topics/prodigy/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/topics/prodigy/README.md",
|
|
"pages/topics/resources/README.md",
|
|
"pages/students/2020/matej_kobylan/README.md",
|
|
"pages/students/2016/jakub_maruniak/README.md",
|
|
"pages/students/2021/vladimir_ferko/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/topics/prodigy",
|
|
"https://zp.kemt.fei.tuke.sk/topics/resources",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0653",
|
|
"split": "dev",
|
|
"category": "source_url",
|
|
"difficulty": "easy",
|
|
"question": "Aký source_url patrí k stránke „Anotácia textových dát“?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/topics/prodigy/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/topics/prodigy/README.md",
|
|
"pages/students/2016/jakub_maruniak/README.md",
|
|
"pages/topics/resources/README.md",
|
|
"pages/topics/named-entity/navod/README.md",
|
|
"pages/students/2020/matej_kobylan/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/topics/prodigy",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"https://zp.kemt.fei.tuke.sk/topics/resources",
|
|
"https://zp.kemt.fei.tuke.sk/topics/named-entity/navod",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0659",
|
|
"split": "dev",
|
|
"category": "topic_page_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Nájdi projektovú alebo informačnú stránku „Slovenské jazykové zdroje“.",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/topics/resources/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/topics/resources/README.md",
|
|
"pages/students/2016/maros_harahus/README.md",
|
|
"pages/students/2021/vladimir_ferko/README.md",
|
|
"pages/students/2021/eduard_matovka/README.md",
|
|
"pages/students/2021/artur_hyrenko/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/topics/resources",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0659",
|
|
"split": "dev",
|
|
"category": "topic_page_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Nájdi projektovú alebo informačnú stránku „Slovenské jazykové zdroje“.",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/topics/resources/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/topics/resources/README.md",
|
|
"pages/students/2020/matej_kobylan/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/students/2021/eduard_matovka/README.md",
|
|
"pages/topics/hatespeech/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/topics/resources",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka",
|
|
"https://zp.kemt.fei.tuke.sk/topics/hatespeech"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0659",
|
|
"split": "dev",
|
|
"category": "topic_page_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Nájdi projektovú alebo informačnú stránku „Slovenské jazykové zdroje“.",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/topics/resources/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/topics/resources/README.md",
|
|
"pages/students/2020/matej_kobylan/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/students/2021/eduard_matovka/README.md",
|
|
"pages/topics/hatespeech/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/topics/resources",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka",
|
|
"https://zp.kemt.fei.tuke.sk/topics/hatespeech"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0660",
|
|
"split": "dev",
|
|
"category": "topic_page_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Slovenské jazykové zdroje“?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/topics/resources/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/topics/resources/README.md",
|
|
"pages/topics/akopisat/README.md",
|
|
"pages/students/2016/maros_harahus/README.md",
|
|
"pages/topics/faq/README.md",
|
|
"pages/topics/bert/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/topics/resources",
|
|
"https://zp.kemt.fei.tuke.sk/topics/akopisat",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq",
|
|
"https://zp.kemt.fei.tuke.sk/topics/bert"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0660",
|
|
"split": "dev",
|
|
"category": "topic_page_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Slovenské jazykové zdroje“?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/topics/resources/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/topics/resources/README.md",
|
|
"pages/students/2019/michal_stromko/vp2021/README.md",
|
|
"pages/topics/faq/README.md",
|
|
"pages/topics/akopisat/README.md",
|
|
"pages/topics/spacy/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/topics/resources",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq",
|
|
"https://zp.kemt.fei.tuke.sk/topics/akopisat",
|
|
"https://zp.kemt.fei.tuke.sk/topics/spacy"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0660",
|
|
"split": "dev",
|
|
"category": "topic_page_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Slovenské jazykové zdroje“?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/topics/resources/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/topics/resources/README.md",
|
|
"pages/topics/faq/README.md",
|
|
"pages/students/2019/michal_stromko/vp2021/README.md",
|
|
"pages/topics/akopisat/README.md",
|
|
"pages/topics/spacy/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/topics/resources",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021",
|
|
"https://zp.kemt.fei.tuke.sk/topics/akopisat",
|
|
"https://zp.kemt.fei.tuke.sk/topics/spacy"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0661",
|
|
"split": "dev",
|
|
"category": "source_url",
|
|
"difficulty": "easy",
|
|
"question": "Aký source_url patrí k stránke „Slovenské jazykové zdroje“?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/topics/resources/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/topics/resources/README.md",
|
|
"pages/students/2016/maros_harahus/README.md",
|
|
"pages/students/2021/artur_hyrenko/README.md",
|
|
"pages/students/2016/patrik_pavlisin/README.md",
|
|
"pages/students/2021/matej_novotny/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/topics/resources",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0661",
|
|
"split": "dev",
|
|
"category": "source_url",
|
|
"difficulty": "easy",
|
|
"question": "Aký source_url patrí k stránke „Slovenské jazykové zdroje“?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/topics/resources/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/topics/resources/README.md",
|
|
"pages/topics/nlp/README.md",
|
|
"pages/topics/bert/README.md",
|
|
"pages/topics/faq/README.md",
|
|
"pages/topics/chatbot/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/topics/resources",
|
|
"https://zp.kemt.fei.tuke.sk/topics/nlp",
|
|
"https://zp.kemt.fei.tuke.sk/topics/bert",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq",
|
|
"https://zp.kemt.fei.tuke.sk/topics/chatbot"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0661",
|
|
"split": "dev",
|
|
"category": "source_url",
|
|
"difficulty": "easy",
|
|
"question": "Aký source_url patrí k stránke „Slovenské jazykové zdroje“?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/topics/resources/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/topics/resources/README.md",
|
|
"pages/topics/nlp/README.md",
|
|
"pages/topics/bert/README.md",
|
|
"pages/topics/faq/README.md",
|
|
"pages/topics/chatbot/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/topics/resources",
|
|
"https://zp.kemt.fei.tuke.sk/topics/nlp",
|
|
"https://zp.kemt.fei.tuke.sk/topics/bert",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq",
|
|
"https://zp.kemt.fei.tuke.sk/topics/chatbot"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0675",
|
|
"split": "dev",
|
|
"category": "topic_page_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Nájdi projektovú alebo informačnú stránku „Anotácia otázok a odpovedí“.",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/topics/question/navod/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/topics/question/navod/README.md",
|
|
"pages/topics/question/validacie/README.md",
|
|
"pages/students/2021/artur_hyrenko/README.md",
|
|
"pages/students/2019/michal_stromko/README.md",
|
|
"pages/students/2020/pavol_hudak/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/topics/question/navod",
|
|
"https://zp.kemt.fei.tuke.sk/topics/question/validacie",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0675",
|
|
"split": "dev",
|
|
"category": "topic_page_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Nájdi projektovú alebo informačnú stránku „Anotácia otázok a odpovedí“.",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/topics/question/navod/README.md"
|
|
],
|
|
"first_relevant_rank": 3,
|
|
"reciprocal_rank": 0.333333,
|
|
"top_documents": [
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/topics/faq/README.md",
|
|
"pages/topics/question/navod/README.md",
|
|
"pages/students/2019/michal_stromko/README.md",
|
|
"pages/topics/question/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq",
|
|
"https://zp.kemt.fei.tuke.sk/topics/question/navod",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"https://zp.kemt.fei.tuke.sk/topics/question"
|
|
],
|
|
"hit_at_1": 0,
|
|
"recall_at_1": 0.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0675",
|
|
"split": "dev",
|
|
"category": "topic_page_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Nájdi projektovú alebo informačnú stránku „Anotácia otázok a odpovedí“.",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/topics/question/navod/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/topics/question/navod/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/students/2019/michal_stromko/README.md",
|
|
"pages/topics/faq/README.md",
|
|
"pages/topics/question/validacie/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/topics/question/navod",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq",
|
|
"https://zp.kemt.fei.tuke.sk/topics/question/validacie"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0676",
|
|
"split": "dev",
|
|
"category": "topic_page_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Anotácia otázok a odpovedí“?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/topics/question/navod/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/topics/question/navod/README.md",
|
|
"pages/topics/question/validacie/README.md",
|
|
"pages/students/2019/michal_stromko/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/topics/prodigy/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/topics/question/navod",
|
|
"https://zp.kemt.fei.tuke.sk/topics/question/validacie",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/topics/prodigy"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0676",
|
|
"split": "dev",
|
|
"category": "topic_page_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Anotácia otázok a odpovedí“?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/topics/question/navod/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/topics/question/navod/README.md",
|
|
"pages/topics/question/nezodpovedatelne/README.md",
|
|
"pages/topics/question/validacie/README.md",
|
|
"pages/topics/faq/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/topics/question/navod",
|
|
"https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne",
|
|
"https://zp.kemt.fei.tuke.sk/topics/question/validacie",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0676",
|
|
"split": "dev",
|
|
"category": "topic_page_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Anotácia otázok a odpovedí“?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/topics/question/navod/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/topics/question/navod/README.md",
|
|
"pages/topics/question/validacie/README.md",
|
|
"pages/topics/question/nezodpovedatelne/README.md",
|
|
"pages/topics/faq/README.md",
|
|
"pages/students/2019/michal_stromko/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/topics/question/navod",
|
|
"https://zp.kemt.fei.tuke.sk/topics/question/validacie",
|
|
"https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0677",
|
|
"split": "dev",
|
|
"category": "source_url",
|
|
"difficulty": "easy",
|
|
"question": "Aký source_url patrí k stránke „Anotácia otázok a odpovedí“?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/topics/question/navod/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/topics/question/navod/README.md",
|
|
"pages/topics/question/validacie/README.md",
|
|
"pages/students/2016/patrik_pavlisin/README.md",
|
|
"pages/students/2019/michal_stromko/README.md",
|
|
"pages/topics/named-entity/navod/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/topics/question/navod",
|
|
"https://zp.kemt.fei.tuke.sk/topics/question/validacie",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"https://zp.kemt.fei.tuke.sk/topics/named-entity/navod"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0677",
|
|
"split": "dev",
|
|
"category": "source_url",
|
|
"difficulty": "easy",
|
|
"question": "Aký source_url patrí k stránke „Anotácia otázok a odpovedí“?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/topics/question/navod/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/topics/question/navod/README.md",
|
|
"pages/topics/question/README.md",
|
|
"pages/topics/resources/README.md",
|
|
"pages/topics/question/validacie/README.md",
|
|
"pages/topics/faq/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/topics/question/navod",
|
|
"https://zp.kemt.fei.tuke.sk/topics/question",
|
|
"https://zp.kemt.fei.tuke.sk/topics/resources",
|
|
"https://zp.kemt.fei.tuke.sk/topics/question/validacie",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0677",
|
|
"split": "dev",
|
|
"category": "source_url",
|
|
"difficulty": "easy",
|
|
"question": "Aký source_url patrí k stránke „Anotácia otázok a odpovedí“?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/topics/question/navod/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/topics/question/navod/README.md",
|
|
"pages/topics/question/validacie/README.md",
|
|
"pages/topics/question/README.md",
|
|
"pages/students/2019/michal_stromko/README.md",
|
|
"pages/topics/question/nezodpovedatelne/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/topics/question/navod",
|
|
"https://zp.kemt.fei.tuke.sk/topics/question/validacie",
|
|
"https://zp.kemt.fei.tuke.sk/topics/question",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0684",
|
|
"split": "dev",
|
|
"category": "topic_page_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Nájdi projektovú alebo informačnú stránku „Anotácia pomenovaných entít“.",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/topics/named-entity/navod/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/topics/named-entity/navod/README.md",
|
|
"pages/topics/spacy/README.md",
|
|
"pages/topics/prodigy/README.md",
|
|
"pages/students/2016/jakub_maruniak/README.md",
|
|
"pages/topics/question/navod/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/topics/named-entity/navod",
|
|
"https://zp.kemt.fei.tuke.sk/topics/spacy",
|
|
"https://zp.kemt.fei.tuke.sk/topics/prodigy",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"https://zp.kemt.fei.tuke.sk/topics/question/navod"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0684",
|
|
"split": "dev",
|
|
"category": "topic_page_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Nájdi projektovú alebo informačnú stránku „Anotácia pomenovaných entít“.",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/topics/named-entity/navod/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/topics/named-entity/navod/README.md",
|
|
"pages/students/2019/artem_yatsenko/README.md",
|
|
"pages/topics/otvorene/README.md",
|
|
"pages/students/2016/jakub_maruniak/README.md",
|
|
"pages/students/2016/jakub_maruniak/dp2021/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/topics/named-entity/navod",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",
|
|
"https://zp.kemt.fei.tuke.sk/topics/otvorene",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0684",
|
|
"split": "dev",
|
|
"category": "topic_page_lookup",
|
|
"difficulty": "easy",
|
|
"question": "Nájdi projektovú alebo informačnú stránku „Anotácia pomenovaných entít“.",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/topics/named-entity/navod/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/topics/named-entity/navod/README.md",
|
|
"pages/topics/spacy/README.md",
|
|
"pages/students/2019/artem_yatsenko/README.md",
|
|
"pages/topics/otvorene/README.md",
|
|
"pages/students/2022/serhii_yemets/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/topics/named-entity/navod",
|
|
"https://zp.kemt.fei.tuke.sk/topics/spacy",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",
|
|
"https://zp.kemt.fei.tuke.sk/topics/otvorene",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0685",
|
|
"split": "dev",
|
|
"category": "topic_page_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Anotácia pomenovaných entít“?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/topics/named-entity/navod/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/topics/named-entity/navod/README.md",
|
|
"pages/topics/spacy/README.md",
|
|
"pages/topics/prodigy/README.md",
|
|
"pages/students/2016/jakub_maruniak/README.md",
|
|
"pages/students/2019/artem_yatsenko/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/topics/named-entity/navod",
|
|
"https://zp.kemt.fei.tuke.sk/topics/spacy",
|
|
"https://zp.kemt.fei.tuke.sk/topics/prodigy",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0685",
|
|
"split": "dev",
|
|
"category": "topic_page_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Anotácia pomenovaných entít“?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/topics/named-entity/navod/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/topics/named-entity/navod/README.md",
|
|
"pages/students/2016/jakub_maruniak/README.md",
|
|
"pages/students/2019/artem_yatsenko/README.md",
|
|
"pages/topics/named-entity/README.md",
|
|
"pages/students/2017/than_trung_thanh/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/topics/named-entity/navod",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",
|
|
"https://zp.kemt.fei.tuke.sk/topics/named-entity",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0685",
|
|
"split": "dev",
|
|
"category": "topic_page_lookup",
|
|
"difficulty": "medium",
|
|
"question": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Anotácia pomenovaných entít“?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/topics/named-entity/navod/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/topics/named-entity/navod/README.md",
|
|
"pages/topics/spacy/README.md",
|
|
"pages/students/2019/artem_yatsenko/README.md",
|
|
"pages/students/2016/jakub_maruniak/README.md",
|
|
"pages/topics/named-entity/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/topics/named-entity/navod",
|
|
"https://zp.kemt.fei.tuke.sk/topics/spacy",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"https://zp.kemt.fei.tuke.sk/topics/named-entity"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0686",
|
|
"split": "dev",
|
|
"category": "source_url",
|
|
"difficulty": "easy",
|
|
"question": "Aký source_url patrí k stránke „Anotácia pomenovaných entít“?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/topics/named-entity/navod/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/topics/named-entity/navod/README.md",
|
|
"pages/topics/spacy/README.md",
|
|
"pages/students/2016/jakub_maruniak/README.md",
|
|
"pages/topics/prodigy/README.md",
|
|
"pages/students/2019/artem_yatsenko/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/topics/named-entity/navod",
|
|
"https://zp.kemt.fei.tuke.sk/topics/spacy",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"https://zp.kemt.fei.tuke.sk/topics/prodigy",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0686",
|
|
"split": "dev",
|
|
"category": "source_url",
|
|
"difficulty": "easy",
|
|
"question": "Aký source_url patrí k stránke „Anotácia pomenovaných entít“?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/topics/named-entity/navod/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/topics/named-entity/navod/README.md",
|
|
"pages/topics/resources/README.md",
|
|
"pages/students/2019/artem_yatsenko/README.md",
|
|
"pages/topics/named-entity/README.md",
|
|
"pages/students/2021/vladimir_ferko/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/topics/named-entity/navod",
|
|
"https://zp.kemt.fei.tuke.sk/topics/resources",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",
|
|
"https://zp.kemt.fei.tuke.sk/topics/named-entity",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0686",
|
|
"split": "dev",
|
|
"category": "source_url",
|
|
"difficulty": "easy",
|
|
"question": "Aký source_url patrí k stránke „Anotácia pomenovaných entít“?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/topics/named-entity/navod/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/topics/named-entity/navod/README.md",
|
|
"pages/topics/spacy/README.md",
|
|
"pages/students/2019/artem_yatsenko/README.md",
|
|
"pages/topics/resources/README.md",
|
|
"pages/students/2022/serhii_yemets/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/topics/named-entity/navod",
|
|
"https://zp.kemt.fei.tuke.sk/topics/spacy",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",
|
|
"https://zp.kemt.fei.tuke.sk/topics/resources",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q0687",
|
|
"split": "dev",
|
|
"category": "multi_document",
|
|
"difficulty": "hard",
|
|
"question": "Nájdi viacero dokumentov, ktoré riešia RAG alebo GraphRAG.",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2022/jan_ptak/README.md",
|
|
"pages/students/2022/valerii_kutsenko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2022/oleh_poiasnik/README.md",
|
|
"pages/students/2022/andrii_pervashov/README.md",
|
|
"pages/students/2022/jan_ptak/README.md",
|
|
"pages/students/2022/valerii_kutsenko/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 0.25,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 0.25,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 0.75
|
|
},
|
|
{
|
|
"id": "q0687",
|
|
"split": "dev",
|
|
"category": "multi_document",
|
|
"difficulty": "hard",
|
|
"question": "Nájdi viacero dokumentov, ktoré riešia RAG alebo GraphRAG.",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2022/jan_ptak/README.md",
|
|
"pages/students/2022/valerii_kutsenko/README.md"
|
|
],
|
|
"first_relevant_rank": 2,
|
|
"reciprocal_rank": 0.5,
|
|
"top_documents": [
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2022/oleh_poiasnik/README.md",
|
|
"pages/students/2023/maksym_zatirka/README.md",
|
|
"pages/students/2022/jan_malinovsky/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"
|
|
],
|
|
"hit_at_1": 0,
|
|
"recall_at_1": 0.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 0.25,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 0.5
|
|
},
|
|
{
|
|
"id": "q0687",
|
|
"split": "dev",
|
|
"category": "multi_document",
|
|
"difficulty": "hard",
|
|
"question": "Nájdi viacero dokumentov, ktoré riešia RAG alebo GraphRAG.",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2022/jan_ptak/README.md",
|
|
"pages/students/2022/valerii_kutsenko/README.md"
|
|
],
|
|
"first_relevant_rank": 2,
|
|
"reciprocal_rank": 0.5,
|
|
"top_documents": [
|
|
"pages/students/2022/oleh_poiasnik/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2022/jan_ptak/README.md",
|
|
"pages/interns/bogdan_paul_chis/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",
|
|
"https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis"
|
|
],
|
|
"hit_at_1": 0,
|
|
"recall_at_1": 0.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 0.5,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 0.75
|
|
},
|
|
{
|
|
"id": "q0688",
|
|
"split": "dev",
|
|
"category": "multi_document",
|
|
"difficulty": "hard",
|
|
"question": "Nájdi dokumenty, ktoré spájajú znalostné grafy s RAG alebo inteligentnými agentmi.",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/interns/bogdan_paul_chis/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2022/oleh_poiasnik/README.md",
|
|
"pages/students/2022/valerii_kutsenko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/valerii_kutsenko/README.md",
|
|
"pages/students/2022/oleh_poiasnik/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 0.2,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 0.6,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 0.8
|
|
},
|
|
{
|
|
"id": "q0688",
|
|
"split": "dev",
|
|
"category": "multi_document",
|
|
"difficulty": "hard",
|
|
"question": "Nájdi dokumenty, ktoré spájajú znalostné grafy s RAG alebo inteligentnými agentmi.",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/interns/bogdan_paul_chis/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2022/oleh_poiasnik/README.md",
|
|
"pages/students/2022/valerii_kutsenko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/valerii_kutsenko/README.md",
|
|
"pages/students/2022/oleh_poiasnik/README.md",
|
|
"pages/interns/bogdan_paul_chis/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2022/jan_ptak/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik",
|
|
"https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 0.2,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 0.6,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 0.8
|
|
},
|
|
{
|
|
"id": "q0688",
|
|
"split": "dev",
|
|
"category": "multi_document",
|
|
"difficulty": "hard",
|
|
"question": "Nájdi dokumenty, ktoré spájajú znalostné grafy s RAG alebo inteligentnými agentmi.",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/interns/bogdan_paul_chis/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2022/oleh_poiasnik/README.md",
|
|
"pages/students/2022/valerii_kutsenko/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/valerii_kutsenko/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2022/jan_ptak/README.md",
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2021/oleksandr_hryshchenko/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 0.2,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 0.4,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 0.6
|
|
},
|
|
{
|
|
"id": "q0689",
|
|
"split": "dev",
|
|
"category": "multi_document",
|
|
"difficulty": "hard",
|
|
"question": "Ktoré dokumenty sa venujú rozpoznávaniu pomenovaných entít alebo ich anotácii?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/interns/cesar_gutierrez/README.md",
|
|
"pages/students/2016/jakub_maruniak/README.md",
|
|
"pages/students/2019/artem_yatsenko/README.md",
|
|
"pages/topics/named-entity/README.md",
|
|
"pages/topics/named-entity/navod/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/topics/named-entity/navod/README.md",
|
|
"pages/students/2017/than_trung_thanh/README.md",
|
|
"pages/students/2019/artem_yatsenko/README.md",
|
|
"pages/students/2022/serhii_yemets/README.md",
|
|
"pages/students/2016/jakub_maruniak/dp2021/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/topics/named-entity/navod",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 0.2,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 0.4,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 0.4
|
|
},
|
|
{
|
|
"id": "q0689",
|
|
"split": "dev",
|
|
"category": "multi_document",
|
|
"difficulty": "hard",
|
|
"question": "Ktoré dokumenty sa venujú rozpoznávaniu pomenovaných entít alebo ich anotácii?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/interns/cesar_gutierrez/README.md",
|
|
"pages/students/2016/jakub_maruniak/README.md",
|
|
"pages/students/2019/artem_yatsenko/README.md",
|
|
"pages/topics/named-entity/README.md",
|
|
"pages/topics/named-entity/navod/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/topics/named-entity/navod/README.md",
|
|
"pages/students/2019/artem_yatsenko/README.md",
|
|
"pages/students/2016/jakub_maruniak/README.md",
|
|
"pages/students/2017/than_trung_thanh/README.md",
|
|
"pages/students/2022/serhii_yemets/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/topics/named-entity/navod",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 0.2,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 0.6,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 0.6
|
|
},
|
|
{
|
|
"id": "q0689",
|
|
"split": "dev",
|
|
"category": "multi_document",
|
|
"difficulty": "hard",
|
|
"question": "Ktoré dokumenty sa venujú rozpoznávaniu pomenovaných entít alebo ich anotácii?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/interns/cesar_gutierrez/README.md",
|
|
"pages/students/2016/jakub_maruniak/README.md",
|
|
"pages/students/2019/artem_yatsenko/README.md",
|
|
"pages/topics/named-entity/README.md",
|
|
"pages/topics/named-entity/navod/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/topics/named-entity/navod/README.md",
|
|
"pages/students/2019/artem_yatsenko/README.md",
|
|
"pages/students/2017/than_trung_thanh/README.md",
|
|
"pages/students/2016/jakub_maruniak/README.md",
|
|
"pages/students/2022/serhii_yemets/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/topics/named-entity/navod",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 0.2,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 0.4,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 0.6
|
|
},
|
|
{
|
|
"id": "q0690",
|
|
"split": "dev",
|
|
"category": "multi_document",
|
|
"difficulty": "hard",
|
|
"question": "Nájdi dokumenty súvisiace so strojovým alebo automatickým prekladom.",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/interns/oliver_pejic/README.md",
|
|
"pages/students/2016/dominik_nagy/README.md",
|
|
"pages/students/2016/patrik_pavlisin/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/topics/translation/README.md"
|
|
],
|
|
"first_relevant_rank": 4,
|
|
"reciprocal_rank": 0.25,
|
|
"top_documents": [
|
|
"pages/students/2016/patrik_pavlisin/tp20/README.md",
|
|
"pages/students/2016/maros_harahus/README.md",
|
|
"pages/students/2017/martin_jancura/README.md",
|
|
"pages/students/2016/patrik_pavlisin/README.md",
|
|
"pages/students/2016/patrik_pavlisin/dp22/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/dp22"
|
|
],
|
|
"hit_at_1": 0,
|
|
"recall_at_1": 0.0,
|
|
"hit_at_3": 0,
|
|
"recall_at_3": 0.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 0.2
|
|
},
|
|
{
|
|
"id": "q0690",
|
|
"split": "dev",
|
|
"category": "multi_document",
|
|
"difficulty": "hard",
|
|
"question": "Nájdi dokumenty súvisiace so strojovým alebo automatickým prekladom.",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/interns/oliver_pejic/README.md",
|
|
"pages/students/2016/dominik_nagy/README.md",
|
|
"pages/students/2016/patrik_pavlisin/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/topics/translation/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/patrik_pavlisin/README.md",
|
|
"pages/students/2016/patrik_pavlisin/tp20/README.md",
|
|
"pages/students/2017/martin_jancura/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/students/2020/vladyslav_krupko/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 0.2,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 0.2,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 0.4
|
|
},
|
|
{
|
|
"id": "q0690",
|
|
"split": "dev",
|
|
"category": "multi_document",
|
|
"difficulty": "hard",
|
|
"question": "Nájdi dokumenty súvisiace so strojovým alebo automatickým prekladom.",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/interns/oliver_pejic/README.md",
|
|
"pages/students/2016/dominik_nagy/README.md",
|
|
"pages/students/2016/patrik_pavlisin/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/topics/translation/README.md"
|
|
],
|
|
"first_relevant_rank": 2,
|
|
"reciprocal_rank": 0.5,
|
|
"top_documents": [
|
|
"pages/students/2016/patrik_pavlisin/tp20/README.md",
|
|
"pages/students/2016/patrik_pavlisin/README.md",
|
|
"pages/students/2017/martin_jancura/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/students/2020/vladyslav_krupko/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"
|
|
],
|
|
"hit_at_1": 0,
|
|
"recall_at_1": 0.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 0.2,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 0.4
|
|
}
|
|
]
|
|
}
|