2524 lines
87 KiB
JSON
2524 lines
87 KiB
JSON
{
|
|
"configuration": {
|
|
"questions_file": "/home/janko/DP/zp-agent/evaluation/questions.json",
|
|
"database": "/home/janko/DP/zp-agent/data/zp_index.sqlite",
|
|
"question_count": 24,
|
|
"limit": 5,
|
|
"published_only": false,
|
|
"max_per_document": 1,
|
|
"modes": [
|
|
"fts",
|
|
"vector",
|
|
"hybrid"
|
|
],
|
|
"metrics": [
|
|
"Hit@1",
|
|
"Hit@3",
|
|
"Hit@5",
|
|
"MRR",
|
|
"Recall@5"
|
|
]
|
|
},
|
|
"dataset_validation": {
|
|
"indexed_document_count": 110,
|
|
"missing_expected_document_count": 0,
|
|
"missing_expected_documents": []
|
|
},
|
|
"summary": {
|
|
"fts": {
|
|
"questions": 24,
|
|
"hit_at_1": 0.416667,
|
|
"hit_at_3": 0.625,
|
|
"hit_at_5": 0.666667,
|
|
"mrr": 0.508333,
|
|
"recall_at_5": 0.652778
|
|
},
|
|
"vector": {
|
|
"questions": 24,
|
|
"hit_at_1": 0.708333,
|
|
"hit_at_3": 0.791667,
|
|
"hit_at_5": 0.875,
|
|
"mrr": 0.761806,
|
|
"recall_at_5": 0.819444
|
|
},
|
|
"hybrid": {
|
|
"questions": 24,
|
|
"hit_at_1": 0.625,
|
|
"hit_at_3": 0.833333,
|
|
"hit_at_5": 0.916667,
|
|
"mrr": 0.731944,
|
|
"recall_at_5": 0.861111
|
|
}
|
|
},
|
|
"by_category": {
|
|
"fts": {
|
|
"fact_goal": {
|
|
"questions": 4,
|
|
"hit_at_1": 0.5,
|
|
"hit_at_3": 0.5,
|
|
"hit_at_5": 0.5,
|
|
"mrr": 0.5,
|
|
"recall_at_5": 0.5
|
|
},
|
|
"fact_title": {
|
|
"questions": 4,
|
|
"hit_at_1": 0.0,
|
|
"hit_at_3": 0.5,
|
|
"hit_at_5": 0.75,
|
|
"mrr": 0.258333,
|
|
"recall_at_5": 0.75
|
|
},
|
|
"fact_tool": {
|
|
"questions": 2,
|
|
"hit_at_1": 1.0,
|
|
"hit_at_3": 1.0,
|
|
"hit_at_5": 1.0,
|
|
"mrr": 1.0,
|
|
"recall_at_5": 1.0
|
|
},
|
|
"fact_topic": {
|
|
"questions": 4,
|
|
"hit_at_1": 0.0,
|
|
"hit_at_3": 0.25,
|
|
"hit_at_5": 0.25,
|
|
"mrr": 0.125,
|
|
"recall_at_5": 0.25
|
|
},
|
|
"fact_year": {
|
|
"questions": 4,
|
|
"hit_at_1": 0.75,
|
|
"hit_at_3": 0.75,
|
|
"hit_at_5": 0.75,
|
|
"mrr": 0.75,
|
|
"recall_at_5": 0.75
|
|
},
|
|
"multi_document": {
|
|
"questions": 1,
|
|
"hit_at_1": 1.0,
|
|
"hit_at_3": 1.0,
|
|
"hit_at_5": 1.0,
|
|
"mrr": 1.0,
|
|
"recall_at_5": 0.666667
|
|
},
|
|
"negative": {
|
|
"questions": 1,
|
|
"hit_at_1": 1.0,
|
|
"hit_at_3": 1.0,
|
|
"hit_at_5": 1.0,
|
|
"mrr": 1.0,
|
|
"recall_at_5": 1.0
|
|
},
|
|
"paraphrase": {
|
|
"questions": 3,
|
|
"hit_at_1": 0.333333,
|
|
"hit_at_3": 1.0,
|
|
"hit_at_5": 1.0,
|
|
"mrr": 0.555555,
|
|
"recall_at_5": 1.0
|
|
},
|
|
"topic": {
|
|
"questions": 1,
|
|
"hit_at_1": 0.0,
|
|
"hit_at_3": 0.0,
|
|
"hit_at_5": 0.0,
|
|
"mrr": 0.0,
|
|
"recall_at_5": 0.0
|
|
}
|
|
},
|
|
"vector": {
|
|
"fact_goal": {
|
|
"questions": 4,
|
|
"hit_at_1": 0.75,
|
|
"hit_at_3": 0.75,
|
|
"hit_at_5": 0.75,
|
|
"mrr": 0.75,
|
|
"recall_at_5": 0.75
|
|
},
|
|
"fact_title": {
|
|
"questions": 4,
|
|
"hit_at_1": 1.0,
|
|
"hit_at_3": 1.0,
|
|
"hit_at_5": 1.0,
|
|
"mrr": 1.0,
|
|
"recall_at_5": 1.0
|
|
},
|
|
"fact_tool": {
|
|
"questions": 2,
|
|
"hit_at_1": 0.5,
|
|
"hit_at_3": 0.5,
|
|
"hit_at_5": 0.5,
|
|
"mrr": 0.5,
|
|
"recall_at_5": 0.5
|
|
},
|
|
"fact_topic": {
|
|
"questions": 4,
|
|
"hit_at_1": 0.5,
|
|
"hit_at_3": 0.5,
|
|
"hit_at_5": 1.0,
|
|
"mrr": 0.6125,
|
|
"recall_at_5": 1.0
|
|
},
|
|
"fact_year": {
|
|
"questions": 4,
|
|
"hit_at_1": 1.0,
|
|
"hit_at_3": 1.0,
|
|
"hit_at_5": 1.0,
|
|
"mrr": 1.0,
|
|
"recall_at_5": 1.0
|
|
},
|
|
"multi_document": {
|
|
"questions": 1,
|
|
"hit_at_1": 1.0,
|
|
"hit_at_3": 1.0,
|
|
"hit_at_5": 1.0,
|
|
"mrr": 1.0,
|
|
"recall_at_5": 0.333333
|
|
},
|
|
"negative": {
|
|
"questions": 1,
|
|
"hit_at_1": 1.0,
|
|
"hit_at_3": 1.0,
|
|
"hit_at_5": 1.0,
|
|
"mrr": 1.0,
|
|
"recall_at_5": 1.0
|
|
},
|
|
"paraphrase": {
|
|
"questions": 3,
|
|
"hit_at_1": 0.333333,
|
|
"hit_at_3": 0.666667,
|
|
"hit_at_5": 0.666667,
|
|
"mrr": 0.5,
|
|
"recall_at_5": 0.666667
|
|
},
|
|
"topic": {
|
|
"questions": 1,
|
|
"hit_at_1": 0.0,
|
|
"hit_at_3": 1.0,
|
|
"hit_at_5": 1.0,
|
|
"mrr": 0.333333,
|
|
"recall_at_5": 0.333333
|
|
}
|
|
},
|
|
"hybrid": {
|
|
"fact_goal": {
|
|
"questions": 4,
|
|
"hit_at_1": 0.5,
|
|
"hit_at_3": 0.75,
|
|
"hit_at_5": 0.75,
|
|
"mrr": 0.583333,
|
|
"recall_at_5": 0.75
|
|
},
|
|
"fact_title": {
|
|
"questions": 4,
|
|
"hit_at_1": 1.0,
|
|
"hit_at_3": 1.0,
|
|
"hit_at_5": 1.0,
|
|
"mrr": 1.0,
|
|
"recall_at_5": 1.0
|
|
},
|
|
"fact_tool": {
|
|
"questions": 2,
|
|
"hit_at_1": 0.5,
|
|
"hit_at_3": 0.5,
|
|
"hit_at_5": 0.5,
|
|
"mrr": 0.5,
|
|
"recall_at_5": 0.5
|
|
},
|
|
"fact_topic": {
|
|
"questions": 4,
|
|
"hit_at_1": 0.25,
|
|
"hit_at_3": 0.75,
|
|
"hit_at_5": 1.0,
|
|
"mrr": 0.55,
|
|
"recall_at_5": 1.0
|
|
},
|
|
"fact_year": {
|
|
"questions": 4,
|
|
"hit_at_1": 1.0,
|
|
"hit_at_3": 1.0,
|
|
"hit_at_5": 1.0,
|
|
"mrr": 1.0,
|
|
"recall_at_5": 1.0
|
|
},
|
|
"multi_document": {
|
|
"questions": 1,
|
|
"hit_at_1": 1.0,
|
|
"hit_at_3": 1.0,
|
|
"hit_at_5": 1.0,
|
|
"mrr": 1.0,
|
|
"recall_at_5": 0.333333
|
|
},
|
|
"negative": {
|
|
"questions": 1,
|
|
"hit_at_1": 1.0,
|
|
"hit_at_3": 1.0,
|
|
"hit_at_5": 1.0,
|
|
"mrr": 1.0,
|
|
"recall_at_5": 1.0
|
|
},
|
|
"paraphrase": {
|
|
"questions": 3,
|
|
"hit_at_1": 0.333333,
|
|
"hit_at_3": 0.666667,
|
|
"hit_at_5": 1.0,
|
|
"mrr": 0.566667,
|
|
"recall_at_5": 1.0
|
|
},
|
|
"topic": {
|
|
"questions": 1,
|
|
"hit_at_1": 0.0,
|
|
"hit_at_3": 1.0,
|
|
"hit_at_5": 1.0,
|
|
"mrr": 0.333333,
|
|
"recall_at_5": 0.333333
|
|
}
|
|
}
|
|
},
|
|
"questions": [
|
|
{
|
|
"id": "q001",
|
|
"category": "fact_year",
|
|
"question": "V akom roku robil Ján Holp diplomovú prácu?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2016/jan_holp/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/jan_holp/README.md",
|
|
"pages/students/2019/michal_stromko/README.md",
|
|
"pages/students/2016/jan_holp/timovy_projekt/README.md",
|
|
"pages/students/2016/jakub_maruniak/timovy_projekt/README.md",
|
|
"pages/students/2016/maros_harahus/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q001",
|
|
"category": "fact_year",
|
|
"question": "V akom roku robil Ján Holp diplomovú prácu?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2016/jan_holp/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/jan_holp/README.md",
|
|
"pages/students/2021/matej_novotny/README.md",
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2017/martin_jancura/README.md",
|
|
"pages/students/2020/matus_suchanic/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q001",
|
|
"category": "fact_year",
|
|
"question": "V akom roku robil Ján Holp diplomovú prácu?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2016/jan_holp/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/jan_holp/README.md",
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2020/matus_suchanic/README.md",
|
|
"pages/students/2016/jan_holp/timovy_projekt/README.md",
|
|
"pages/students/2021/matej_novotny/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q002",
|
|
"category": "fact_year",
|
|
"question": "V ktorom roku začal študovať Ján Holp?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2016/jan_holp/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/jan_holp/README.md",
|
|
"pages/students/2016/jan_holp/timovy_projekt/README.md",
|
|
"pages/students/2021/eduard_matovka/README.md",
|
|
"pages/students/2016/jakub_maruniak/timovy_projekt/README.md",
|
|
"pages/students/2019/michal_stromko/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q002",
|
|
"category": "fact_year",
|
|
"question": "V ktorom roku začal študovať Ján Holp?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2016/jan_holp/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/jan_holp/README.md",
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2022/valerii_kutsenko/README.md",
|
|
"pages/students/2020/matus_suchanic/README.md",
|
|
"pages/students/2016/jan_holp/timovy_projekt/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q002",
|
|
"category": "fact_year",
|
|
"question": "V ktorom roku začal študovať Ján Holp?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2016/jan_holp/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/jan_holp/README.md",
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2016/jan_holp/timovy_projekt/README.md",
|
|
"pages/students/2020/matus_suchanic/README.md",
|
|
"pages/students/2022/jan_ptak/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q003",
|
|
"category": "fact_title",
|
|
"question": "Aký je názov diplomovej práce Jána Holpa?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2016/jan_holp/README.md"
|
|
],
|
|
"first_relevant_rank": 3,
|
|
"reciprocal_rank": 0.333333,
|
|
"top_documents": [
|
|
"pages/students/2016/mark_feher/README.md",
|
|
"pages/students/2016/dominik_nagy/README.md",
|
|
"pages/students/2016/jan_holp/README.md",
|
|
"pages/students/2017/martin_jancura/README.md",
|
|
"pages/students/2016/maros_harahus/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/mark_feher",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
|
|
],
|
|
"hit_at_1": 0,
|
|
"recall_at_1": 0.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q003",
|
|
"category": "fact_title",
|
|
"question": "Aký je názov diplomovej práce Jána Holpa?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2016/jan_holp/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/jan_holp/README.md",
|
|
"pages/students/2021/matej_novotny/README.md",
|
|
"pages/students/2017/martin_jancura/README.md",
|
|
"pages/students/2019/kristian_sopkovic/README.md",
|
|
"pages/students/2018/david_omasta/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q003",
|
|
"category": "fact_title",
|
|
"question": "Aký je názov diplomovej práce Jána Holpa?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2016/jan_holp/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/jan_holp/README.md",
|
|
"pages/students/2017/martin_jancura/README.md",
|
|
"pages/students/2016/patrik_pavlisin/README.md",
|
|
"pages/students/2016/mark_feher/README.md",
|
|
"pages/students/2021/matej_novotny/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/mark_feher",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q004",
|
|
"category": "fact_title",
|
|
"question": "Aký je názov diplomovej práce Maroša Harahusa?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2016/maros_harahus/README.md"
|
|
],
|
|
"first_relevant_rank": 5,
|
|
"reciprocal_rank": 0.2,
|
|
"top_documents": [
|
|
"pages/students/2016/mark_feher/README.md",
|
|
"pages/students/2016/dominik_nagy/README.md",
|
|
"pages/students/2016/jan_holp/README.md",
|
|
"pages/students/2017/martin_jancura/README.md",
|
|
"pages/students/2016/maros_harahus/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/mark_feher",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
|
|
],
|
|
"hit_at_1": 0,
|
|
"recall_at_1": 0.0,
|
|
"hit_at_3": 0,
|
|
"recall_at_3": 0.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q004",
|
|
"category": "fact_title",
|
|
"question": "Aký je názov diplomovej práce Maroša Harahusa?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2016/maros_harahus/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/maros_harahus/README.md",
|
|
"pages/students/2019/dmytro_mural/README.md",
|
|
"pages/students/2019/michal_stromko/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2019/samuel_horani/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q004",
|
|
"category": "fact_title",
|
|
"question": "Aký je názov diplomovej práce Maroša Harahusa?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2016/maros_harahus/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/maros_harahus/README.md",
|
|
"pages/students/2019/michal_stromko/README.md",
|
|
"pages/students/2016/maros_harahus/timovy_projekt/README.md",
|
|
"pages/students/2016/ediz_morochovic/README.md",
|
|
"pages/students/2019/dmytro_mural/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q005",
|
|
"category": "fact_topic",
|
|
"question": "Aká je téma diplomového projektu Jána Ptáka?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_ptak/README.md"
|
|
],
|
|
"first_relevant_rank": null,
|
|
"reciprocal_rank": 0.0,
|
|
"top_documents": [
|
|
"pages/students/2022/yevhenii_leonov/README.md",
|
|
"pages/topics/steel/README.md",
|
|
"pages/students/2016/jakub_maruniak/README.md",
|
|
"pages/students/2016/jan_holp/README.md",
|
|
"pages/students/2016/lukas_pokryvka/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov",
|
|
"https://zp.kemt.fei.tuke.sk/topics/steel",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"
|
|
],
|
|
"hit_at_1": 0,
|
|
"recall_at_1": 0.0,
|
|
"hit_at_3": 0,
|
|
"recall_at_3": 0.0,
|
|
"hit_at_5": 0,
|
|
"recall_at_5": 0.0
|
|
},
|
|
{
|
|
"id": "q005",
|
|
"category": "fact_topic",
|
|
"question": "Aká je téma diplomového projektu Jána Ptáka?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_ptak/README.md"
|
|
],
|
|
"first_relevant_rank": 5,
|
|
"reciprocal_rank": 0.2,
|
|
"top_documents": [
|
|
"pages/students/2017/martin_jancura/README.md",
|
|
"pages/students/2016/patrik_pavlisin/README.md",
|
|
"pages/students/2016/jakub_maruniak/dp2021/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/students/2022/jan_ptak/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"
|
|
],
|
|
"hit_at_1": 0,
|
|
"recall_at_1": 0.0,
|
|
"hit_at_3": 0,
|
|
"recall_at_3": 0.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q005",
|
|
"category": "fact_topic",
|
|
"question": "Aká je téma diplomového projektu Jána Ptáka?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_ptak/README.md"
|
|
],
|
|
"first_relevant_rank": 2,
|
|
"reciprocal_rank": 0.5,
|
|
"top_documents": [
|
|
"pages/students/2016/jan_holp/README.md",
|
|
"pages/students/2022/jan_ptak/README.md",
|
|
"pages/students/2017/martin_jancura/README.md",
|
|
"pages/students/2016/patrik_pavlisin/README.md",
|
|
"pages/students/2016/jakub_maruniak/dp2021/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021"
|
|
],
|
|
"hit_at_1": 0,
|
|
"recall_at_1": 0.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q006",
|
|
"category": "fact_year",
|
|
"question": "V ktorom roku začal študovať Ján Pták?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_ptak/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/jan_ptak/README.md",
|
|
"pages/students/2016/jan_holp/README.md",
|
|
"pages/students/2021/eduard_matovka/README.md",
|
|
"pages/students/2016/jakub_maruniak/timovy_projekt/README.md",
|
|
"pages/students/2018/david_omasta/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q006",
|
|
"category": "fact_year",
|
|
"question": "V ktorom roku začal študovať Ján Pták?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_ptak/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/jan_ptak/README.md",
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2021/nikita_bodnar/README.md",
|
|
"pages/students/2022/valerii_kutsenko/README.md",
|
|
"pages/students/2018/ondrej_megela/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q006",
|
|
"category": "fact_year",
|
|
"question": "V ktorom roku začal študovať Ján Pták?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_ptak/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/jan_ptak/README.md",
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2016/jan_holp/README.md",
|
|
"pages/students/2021/nikita_bodnar/README.md",
|
|
"pages/students/2022/valerii_kutsenko/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q007",
|
|
"category": "fact_tool",
|
|
"question": "Aké používateľské rozhranie má Ján Pták použiť pre svojho agenta?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_ptak/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/jan_ptak/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md",
|
|
"pages/students/2016/jan_holp/README.md",
|
|
"pages/students/2016/jan_holp/timovy_projekt/README.md",
|
|
"pages/students/2022/jan_malinovsky/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q007",
|
|
"category": "fact_tool",
|
|
"question": "Aké používateľské rozhranie má Ján Pták použiť pre svojho agenta?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_ptak/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/jan_ptak/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md",
|
|
"pages/students/2023/oleksandr_dorybohov/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2016/jan_holp/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q007",
|
|
"category": "fact_tool",
|
|
"question": "Aké používateľské rozhranie má Ján Pták použiť pre svojho agenta?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_ptak/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/jan_ptak/README.md",
|
|
"pages/students/2023/oleksandr_dorybohov/README.md",
|
|
"pages/students/2016/jan_holp/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md",
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q008",
|
|
"category": "paraphrase",
|
|
"question": "Kto pracuje na agentovi na zlepšenie správy záverečných prác v ZP Wiki?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_ptak/README.md"
|
|
],
|
|
"first_relevant_rank": 3,
|
|
"reciprocal_rank": 0.333333,
|
|
"top_documents": [
|
|
"pages/topics/faq/README.md",
|
|
"pages/topics/otvorene/README.md",
|
|
"pages/students/2022/jan_ptak/README.md",
|
|
"pages/students/2019/michal_stromko/README.md",
|
|
"pages/students/2023/maksym_zatirka/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq",
|
|
"https://zp.kemt.fei.tuke.sk/topics/otvorene",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"
|
|
],
|
|
"hit_at_1": 0,
|
|
"recall_at_1": 0.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q008",
|
|
"category": "paraphrase",
|
|
"question": "Kto pracuje na agentovi na zlepšenie správy záverečných prác v ZP Wiki?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_ptak/README.md"
|
|
],
|
|
"first_relevant_rank": null,
|
|
"reciprocal_rank": 0.0,
|
|
"top_documents": [
|
|
"pages/topics/akopisat/README.md",
|
|
"pages/students/2019/michal_stromko/vp2021/README.md",
|
|
"pages/students/2019/michal_stromko/README.md",
|
|
"pages/topics/faq/README.md",
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/topics/akopisat",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"
|
|
],
|
|
"hit_at_1": 0,
|
|
"recall_at_1": 0.0,
|
|
"hit_at_3": 0,
|
|
"recall_at_3": 0.0,
|
|
"hit_at_5": 0,
|
|
"recall_at_5": 0.0
|
|
},
|
|
{
|
|
"id": "q008",
|
|
"category": "paraphrase",
|
|
"question": "Kto pracuje na agentovi na zlepšenie správy záverečných prác v ZP Wiki?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_ptak/README.md"
|
|
],
|
|
"first_relevant_rank": 5,
|
|
"reciprocal_rank": 0.2,
|
|
"top_documents": [
|
|
"pages/students/2019/michal_stromko/vp2021/README.md",
|
|
"pages/topics/akopisat/README.md",
|
|
"pages/students/2019/michal_stromko/README.md",
|
|
"pages/topics/faq/README.md",
|
|
"pages/students/2022/jan_ptak/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021",
|
|
"https://zp.kemt.fei.tuke.sk/topics/akopisat",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"
|
|
],
|
|
"hit_at_1": 0,
|
|
"recall_at_1": 0.0,
|
|
"hit_at_3": 0,
|
|
"recall_at_3": 0.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q009",
|
|
"category": "fact_topic",
|
|
"question": "Aká je téma diplomového projektu Jána Malinovského?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md"
|
|
],
|
|
"first_relevant_rank": null,
|
|
"reciprocal_rank": 0.0,
|
|
"top_documents": [
|
|
"pages/students/2022/yevhenii_leonov/README.md",
|
|
"pages/topics/steel/README.md",
|
|
"pages/students/2016/jakub_maruniak/README.md",
|
|
"pages/students/2016/jan_holp/README.md",
|
|
"pages/students/2016/lukas_pokryvka/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov",
|
|
"https://zp.kemt.fei.tuke.sk/topics/steel",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"
|
|
],
|
|
"hit_at_1": 0,
|
|
"recall_at_1": 0.0,
|
|
"hit_at_3": 0,
|
|
"recall_at_3": 0.0,
|
|
"hit_at_5": 0,
|
|
"recall_at_5": 0.0
|
|
},
|
|
{
|
|
"id": "q009",
|
|
"category": "fact_topic",
|
|
"question": "Aká je téma diplomového projektu Jána Malinovského?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2016/jakub_maruniak/dp2021/README.md",
|
|
"pages/students/2016/jan_holp/README.md",
|
|
"pages/students/2020/kamil_tomcufcik/README.md",
|
|
"pages/students/2017/martin_jancura/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/kamil_tomcufcik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q009",
|
|
"category": "fact_topic",
|
|
"question": "Aká je téma diplomového projektu Jána Malinovského?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md"
|
|
],
|
|
"first_relevant_rank": 2,
|
|
"reciprocal_rank": 0.5,
|
|
"top_documents": [
|
|
"pages/students/2016/jan_holp/README.md",
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2016/jakub_maruniak/dp2021/README.md",
|
|
"pages/students/2020/kamil_tomcufcik/README.md",
|
|
"pages/students/2017/martin_jancura/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/kamil_tomcufcik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura"
|
|
],
|
|
"hit_at_1": 0,
|
|
"recall_at_1": 0.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q010",
|
|
"category": "paraphrase",
|
|
"question": "Ktorý študent vytvára znalostný graf z oblasti vzdelávania a agenta, ktorý v ňom vyhľadáva?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md"
|
|
],
|
|
"first_relevant_rank": 3,
|
|
"reciprocal_rank": 0.333333,
|
|
"top_documents": [
|
|
"pages/students/2022/valerii_kutsenko/README.md",
|
|
"pages/students/2022/oleh_poiasnik/README.md",
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2023/maksym_zatirka/README.md",
|
|
"pages/students/2021/matej_scislak/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
|
|
],
|
|
"hit_at_1": 0,
|
|
"recall_at_1": 0.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q010",
|
|
"category": "paraphrase",
|
|
"question": "Ktorý študent vytvára znalostný graf z oblasti vzdelávania a agenta, ktorý v ňom vyhľadáva?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md"
|
|
],
|
|
"first_relevant_rank": 2,
|
|
"reciprocal_rank": 0.5,
|
|
"top_documents": [
|
|
"pages/students/2022/valerii_kutsenko/README.md",
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2022/jan_ptak/README.md",
|
|
"pages/students/2022/oleh_poiasnik/README.md",
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"
|
|
],
|
|
"hit_at_1": 0,
|
|
"recall_at_1": 0.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q010",
|
|
"category": "paraphrase",
|
|
"question": "Ktorý študent vytvára znalostný graf z oblasti vzdelávania a agenta, ktorý v ňom vyhľadáva?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md"
|
|
],
|
|
"first_relevant_rank": 2,
|
|
"reciprocal_rank": 0.5,
|
|
"top_documents": [
|
|
"pages/students/2022/valerii_kutsenko/README.md",
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2022/jan_ptak/README.md",
|
|
"pages/students/2022/oleh_poiasnik/README.md",
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"
|
|
],
|
|
"hit_at_1": 0,
|
|
"recall_at_1": 0.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q011",
|
|
"category": "fact_title",
|
|
"question": "Ako sa volá diplomová práca Mateja Novotného?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2021/matej_novotny/README.md"
|
|
],
|
|
"first_relevant_rank": null,
|
|
"reciprocal_rank": 0.0,
|
|
"top_documents": [
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/topics/faq/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2023/oleksandr_dorybohov/README.md",
|
|
"pages/students/2022/samuel_vasil/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"
|
|
],
|
|
"hit_at_1": 0,
|
|
"recall_at_1": 0.0,
|
|
"hit_at_3": 0,
|
|
"recall_at_3": 0.0,
|
|
"hit_at_5": 0,
|
|
"recall_at_5": 0.0
|
|
},
|
|
{
|
|
"id": "q011",
|
|
"category": "fact_title",
|
|
"question": "Ako sa volá diplomová práca Mateja Novotného?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2021/matej_novotny/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2021/matej_novotny/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2021/eduard_matovka/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2020/david_kostilnik/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q011",
|
|
"category": "fact_title",
|
|
"question": "Ako sa volá diplomová práca Mateja Novotného?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2021/matej_novotny/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2021/matej_novotny/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2021/eduard_matovka/README.md",
|
|
"pages/students/2020/david_kostilnik/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q012",
|
|
"category": "fact_year",
|
|
"question": "V ktorom roku je uvedená diplomová práca Mateja Novotného?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2021/matej_novotny/README.md"
|
|
],
|
|
"first_relevant_rank": null,
|
|
"reciprocal_rank": 0.0,
|
|
"top_documents": [
|
|
"pages/topics/faq/README.md",
|
|
"pages/students/2016/patrik_pavlisin/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2016/maros_harahus/README.md",
|
|
"pages/students/2016/jan_holp/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"
|
|
],
|
|
"hit_at_1": 0,
|
|
"recall_at_1": 0.0,
|
|
"hit_at_3": 0,
|
|
"recall_at_3": 0.0,
|
|
"hit_at_5": 0,
|
|
"recall_at_5": 0.0
|
|
},
|
|
{
|
|
"id": "q012",
|
|
"category": "fact_year",
|
|
"question": "V ktorom roku je uvedená diplomová práca Mateja Novotného?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2021/matej_novotny/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2021/matej_novotny/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2020/matus_suchanic/README.md",
|
|
"pages/students/2020/david_kostilnik/README.md",
|
|
"pages/students/2016/jakub_maruniak/dp2021/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q012",
|
|
"category": "fact_year",
|
|
"question": "V ktorom roku je uvedená diplomová práca Mateja Novotného?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2021/matej_novotny/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2021/matej_novotny/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2016/jan_holp/README.md",
|
|
"pages/students/2016/mark_feher/README.md",
|
|
"pages/students/2020/matus_suchanic/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/mark_feher",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q013",
|
|
"category": "fact_title",
|
|
"question": "Aký je názov diplomovej práce Dominika Nagya?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2016/dominik_nagy/README.md"
|
|
],
|
|
"first_relevant_rank": 2,
|
|
"reciprocal_rank": 0.5,
|
|
"top_documents": [
|
|
"pages/students/2016/mark_feher/README.md",
|
|
"pages/students/2016/dominik_nagy/README.md",
|
|
"pages/students/2016/jan_holp/README.md",
|
|
"pages/students/2017/martin_jancura/README.md",
|
|
"pages/topics/question/nezodpovedatelne/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/mark_feher",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura",
|
|
"https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne"
|
|
],
|
|
"hit_at_1": 0,
|
|
"recall_at_1": 0.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q013",
|
|
"category": "fact_title",
|
|
"question": "Aký je názov diplomovej práce Dominika Nagya?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2016/dominik_nagy/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/dominik_nagy/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/students/2016/mark_feher/README.md",
|
|
"pages/students/2021/matej_novotny/README.md",
|
|
"pages/students/2018/david_omasta/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/mark_feher",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q013",
|
|
"category": "fact_title",
|
|
"question": "Aký je názov diplomovej práce Dominika Nagya?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2016/dominik_nagy/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/dominik_nagy/README.md",
|
|
"pages/students/2016/mark_feher/README.md",
|
|
"pages/students/2016/patrik_pavlisin/README.md",
|
|
"pages/students/2019/michal_stromko/README.md",
|
|
"pages/students/2018/ondrej_megela/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/mark_feher",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q014",
|
|
"category": "topic",
|
|
"question": "Nájdi dokumenty súvisiace so strojovým prekladom.",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2016/dominik_nagy/README.md",
|
|
"pages/students/2016/patrik_pavlisin/README.md",
|
|
"pages/topics/translation/README.md"
|
|
],
|
|
"first_relevant_rank": null,
|
|
"reciprocal_rank": 0.0,
|
|
"top_documents": [
|
|
"pages/students/2016/maros_harahus/README.md",
|
|
"pages/students/2017/martin_jancura/README.md",
|
|
"pages/students/2016/patrik_pavlisin/tp20/README.md",
|
|
"pages/students/2016/patrik_pavlisin/dp22/README.md",
|
|
"pages/students/2019/michal_stromko/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/dp22",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"
|
|
],
|
|
"hit_at_1": 0,
|
|
"recall_at_1": 0.0,
|
|
"hit_at_3": 0,
|
|
"recall_at_3": 0.0,
|
|
"hit_at_5": 0,
|
|
"recall_at_5": 0.0
|
|
},
|
|
{
|
|
"id": "q014",
|
|
"category": "topic",
|
|
"question": "Nájdi dokumenty súvisiace so strojovým prekladom.",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2016/dominik_nagy/README.md",
|
|
"pages/students/2016/patrik_pavlisin/README.md",
|
|
"pages/topics/translation/README.md"
|
|
],
|
|
"first_relevant_rank": 3,
|
|
"reciprocal_rank": 0.333333,
|
|
"top_documents": [
|
|
"pages/students/2016/patrik_pavlisin/tp20/README.md",
|
|
"pages/students/2017/martin_jancura/README.md",
|
|
"pages/students/2016/patrik_pavlisin/README.md",
|
|
"pages/students/2016/maros_harahus/README.md",
|
|
"pages/students/2022/andrii_pervashov/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"
|
|
],
|
|
"hit_at_1": 0,
|
|
"recall_at_1": 0.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 0.333333,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 0.333333
|
|
},
|
|
{
|
|
"id": "q014",
|
|
"category": "topic",
|
|
"question": "Nájdi dokumenty súvisiace so strojovým prekladom.",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2016/dominik_nagy/README.md",
|
|
"pages/students/2016/patrik_pavlisin/README.md",
|
|
"pages/topics/translation/README.md"
|
|
],
|
|
"first_relevant_rank": 3,
|
|
"reciprocal_rank": 0.333333,
|
|
"top_documents": [
|
|
"pages/students/2017/martin_jancura/README.md",
|
|
"pages/students/2016/patrik_pavlisin/tp20/README.md",
|
|
"pages/students/2016/patrik_pavlisin/README.md",
|
|
"pages/students/2016/maros_harahus/README.md",
|
|
"pages/students/2019/michal_stromko/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"
|
|
],
|
|
"hit_at_1": 0,
|
|
"recall_at_1": 0.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 0.333333,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 0.333333
|
|
},
|
|
{
|
|
"id": "q015",
|
|
"category": "fact_goal",
|
|
"question": "Na čom pracoval Oliver Pejic počas IAESTE stáže?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/interns/oliver_pejic/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/interns/oliver_pejic/README.md",
|
|
"pages/interns/cesar_gutierrez/README.md",
|
|
"pages/students/2016/maros_harahus/README.md",
|
|
"pages/interns/sevval_bulburu/README.md",
|
|
"pages/interns/yussef_ressaissi/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/interns/oliver_pejic",
|
|
"https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu",
|
|
"https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q015",
|
|
"category": "fact_goal",
|
|
"question": "Na čom pracoval Oliver Pejic počas IAESTE stáže?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/interns/oliver_pejic/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/interns/oliver_pejic/README.md",
|
|
"pages/students/2019/michal_stromko/README.md",
|
|
"pages/students/2022/oleh_poiasnik/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2016/jan_holp/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/interns/oliver_pejic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q015",
|
|
"category": "fact_goal",
|
|
"question": "Na čom pracoval Oliver Pejic počas IAESTE stáže?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/interns/oliver_pejic/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/interns/oliver_pejic/README.md",
|
|
"pages/students/2019/michal_stromko/README.md",
|
|
"pages/students/2022/oleh_poiasnik/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2016/jan_holp/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/interns/oliver_pejic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q016",
|
|
"category": "paraphrase",
|
|
"question": "Ktorý stážista pripravoval MTEB evaluačné úlohy pre slovenský hate speech a question answering?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/interns/oliver_pejic/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/interns/oliver_pejic/README.md",
|
|
"pages/topics/hatespeech/README.md",
|
|
"pages/topics/question/README.md",
|
|
"pages/students/2021/manohar_gowdru_shridharu/README.md",
|
|
"pages/students/2019/patrik_pokrivcak/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/interns/oliver_pejic",
|
|
"https://zp.kemt.fei.tuke.sk/topics/hatespeech",
|
|
"https://zp.kemt.fei.tuke.sk/topics/question",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q016",
|
|
"category": "paraphrase",
|
|
"question": "Ktorý stážista pripravoval MTEB evaluačné úlohy pre slovenský hate speech a question answering?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/interns/oliver_pejic/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/interns/oliver_pejic/README.md",
|
|
"pages/topics/hatespeech/README.md",
|
|
"pages/students/2018/ondrej_megela/README.md",
|
|
"pages/topics/question/README.md",
|
|
"pages/students/2022/valerii_kutsenko/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/interns/oliver_pejic",
|
|
"https://zp.kemt.fei.tuke.sk/topics/hatespeech",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela",
|
|
"https://zp.kemt.fei.tuke.sk/topics/question",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q016",
|
|
"category": "paraphrase",
|
|
"question": "Ktorý stážista pripravoval MTEB evaluačné úlohy pre slovenský hate speech a question answering?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/interns/oliver_pejic/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/interns/oliver_pejic/README.md",
|
|
"pages/topics/hatespeech/README.md",
|
|
"pages/topics/question/README.md",
|
|
"pages/students/2018/ondrej_megela/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/interns/oliver_pejic",
|
|
"https://zp.kemt.fei.tuke.sk/topics/hatespeech",
|
|
"https://zp.kemt.fei.tuke.sk/topics/question",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q017",
|
|
"category": "fact_topic",
|
|
"question": "Aká bola téma stáže Bogdana Paula Chișa?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/interns/bogdan_paul_chis/README.md"
|
|
],
|
|
"first_relevant_rank": null,
|
|
"reciprocal_rank": 0.0,
|
|
"top_documents": [
|
|
"pages/students/2016/jan_holp/README.md",
|
|
"pages/students/2016/jakub_maruniak/timovy_projekt/README.md",
|
|
"pages/students/2018/adrian_remias/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md",
|
|
"pages/students/2016/maros_harahus/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
|
|
],
|
|
"hit_at_1": 0,
|
|
"recall_at_1": 0.0,
|
|
"hit_at_3": 0,
|
|
"recall_at_3": 0.0,
|
|
"hit_at_5": 0,
|
|
"recall_at_5": 0.0
|
|
},
|
|
{
|
|
"id": "q017",
|
|
"category": "fact_topic",
|
|
"question": "Aká bola téma stáže Bogdana Paula Chișa?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/interns/bogdan_paul_chis/README.md"
|
|
],
|
|
"first_relevant_rank": 4,
|
|
"reciprocal_rank": 0.25,
|
|
"top_documents": [
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2018/oleh_bilykh/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/interns/bogdan_paul_chis/README.md",
|
|
"pages/students/2019/filip_tomas/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"
|
|
],
|
|
"hit_at_1": 0,
|
|
"recall_at_1": 0.0,
|
|
"hit_at_3": 0,
|
|
"recall_at_3": 0.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q017",
|
|
"category": "fact_topic",
|
|
"question": "Aká bola téma stáže Bogdana Paula Chișa?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/interns/bogdan_paul_chis/README.md"
|
|
],
|
|
"first_relevant_rank": 5,
|
|
"reciprocal_rank": 0.2,
|
|
"top_documents": [
|
|
"pages/students/2018/oleh_bilykh/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2016/lukas_pokryvka/README.md",
|
|
"pages/interns/bogdan_paul_chis/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka",
|
|
"https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis"
|
|
],
|
|
"hit_at_1": 0,
|
|
"recall_at_1": 0.0,
|
|
"hit_at_3": 0,
|
|
"recall_at_3": 0.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q018",
|
|
"category": "fact_tool",
|
|
"question": "Akými nástrojmi mal Bogdan Paul Chiș vyhodnocovať svojho agenta?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/interns/bogdan_paul_chis/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/interns/bogdan_paul_chis/README.md",
|
|
"pages/topics/otvorene/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2023/maksym_zatirka/README.md",
|
|
"pages/students/2022/daniil_huzenko/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis",
|
|
"https://zp.kemt.fei.tuke.sk/topics/otvorene",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q018",
|
|
"category": "fact_tool",
|
|
"question": "Akými nástrojmi mal Bogdan Paul Chiș vyhodnocovať svojho agenta?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/interns/bogdan_paul_chis/README.md"
|
|
],
|
|
"first_relevant_rank": null,
|
|
"reciprocal_rank": 0.0,
|
|
"top_documents": [
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2022/oleh_poiasnik/README.md",
|
|
"pages/students/2023/oleksandr_dorybohov/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"
|
|
],
|
|
"hit_at_1": 0,
|
|
"recall_at_1": 0.0,
|
|
"hit_at_3": 0,
|
|
"recall_at_3": 0.0,
|
|
"hit_at_5": 0,
|
|
"recall_at_5": 0.0
|
|
},
|
|
{
|
|
"id": "q018",
|
|
"category": "fact_tool",
|
|
"question": "Akými nástrojmi mal Bogdan Paul Chiș vyhodnocovať svojho agenta?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/interns/bogdan_paul_chis/README.md"
|
|
],
|
|
"first_relevant_rank": null,
|
|
"reciprocal_rank": 0.0,
|
|
"top_documents": [
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2023/oleksandr_dorybohov/README.md",
|
|
"pages/students/2022/oleh_poiasnik/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"
|
|
],
|
|
"hit_at_1": 0,
|
|
"recall_at_1": 0.0,
|
|
"hit_at_3": 0,
|
|
"recall_at_3": 0.0,
|
|
"hit_at_5": 0,
|
|
"recall_at_5": 0.0
|
|
},
|
|
{
|
|
"id": "q019",
|
|
"category": "fact_goal",
|
|
"question": "Aký bol cieľ stáže Youssefa Ressaissiho?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/interns/yussef_ressaissi/README.md"
|
|
],
|
|
"first_relevant_rank": null,
|
|
"reciprocal_rank": 0.0,
|
|
"top_documents": [
|
|
"pages/students/2023/ronald_zalacko/README.md",
|
|
"pages/students/2020/vladyslav_krupko/README.md",
|
|
"pages/students/2017/martin_jancura/README.md",
|
|
"pages/students/2016/jakub_maruniak/README.md",
|
|
"pages/students/2016/lukas_pokryvka/timovy_projekt/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka/timovy_projekt"
|
|
],
|
|
"hit_at_1": 0,
|
|
"recall_at_1": 0.0,
|
|
"hit_at_3": 0,
|
|
"recall_at_3": 0.0,
|
|
"hit_at_5": 0,
|
|
"recall_at_5": 0.0
|
|
},
|
|
{
|
|
"id": "q019",
|
|
"category": "fact_goal",
|
|
"question": "Aký bol cieľ stáže Youssefa Ressaissiho?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/interns/yussef_ressaissi/README.md"
|
|
],
|
|
"first_relevant_rank": null,
|
|
"reciprocal_rank": 0.0,
|
|
"top_documents": [
|
|
"pages/students/2019/filip_tomas/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md",
|
|
"pages/students/2023/ronald_zalacko/README.md",
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"
|
|
],
|
|
"hit_at_1": 0,
|
|
"recall_at_1": 0.0,
|
|
"hit_at_3": 0,
|
|
"recall_at_3": 0.0,
|
|
"hit_at_5": 0,
|
|
"recall_at_5": 0.0
|
|
},
|
|
{
|
|
"id": "q019",
|
|
"category": "fact_goal",
|
|
"question": "Aký bol cieľ stáže Youssefa Ressaissiho?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/interns/yussef_ressaissi/README.md"
|
|
],
|
|
"first_relevant_rank": null,
|
|
"reciprocal_rank": 0.0,
|
|
"top_documents": [
|
|
"pages/students/2023/ronald_zalacko/README.md",
|
|
"pages/students/2019/filip_tomas/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md",
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"
|
|
],
|
|
"hit_at_1": 0,
|
|
"recall_at_1": 0.0,
|
|
"hit_at_3": 0,
|
|
"recall_at_3": 0.0,
|
|
"hit_at_5": 0,
|
|
"recall_at_5": 0.0
|
|
},
|
|
{
|
|
"id": "q020",
|
|
"category": "fact_goal",
|
|
"question": "Aké boli hlavné ciele stáže Cesara Abascala Gutierreza?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/interns/cesar_gutierrez/README.md"
|
|
],
|
|
"first_relevant_rank": null,
|
|
"reciprocal_rank": 0.0,
|
|
"top_documents": [
|
|
"pages/students/2016/lukas_pokryvka/timovy_projekt/README.md",
|
|
"pages/students/2016/maros_harahus/README.md",
|
|
"pages/students/2022/valerii_kutsenko/README.md",
|
|
"pages/students/2016/patrik_pavlisin/tp20/README.md",
|
|
"pages/students/2016/patrik_pavlisin/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka/timovy_projekt",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"
|
|
],
|
|
"hit_at_1": 0,
|
|
"recall_at_1": 0.0,
|
|
"hit_at_3": 0,
|
|
"recall_at_3": 0.0,
|
|
"hit_at_5": 0,
|
|
"recall_at_5": 0.0
|
|
},
|
|
{
|
|
"id": "q020",
|
|
"category": "fact_goal",
|
|
"question": "Aké boli hlavné ciele stáže Cesara Abascala Gutierreza?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/interns/cesar_gutierrez/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/interns/cesar_gutierrez/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md",
|
|
"pages/students/2023/ronald_zalacko/README.md",
|
|
"pages/students/2020/pavol_hudak/README.md",
|
|
"pages/students/2020/matej_kobylan/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q020",
|
|
"category": "fact_goal",
|
|
"question": "Aké boli hlavné ciele stáže Cesara Abascala Gutierreza?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/interns/cesar_gutierrez/README.md"
|
|
],
|
|
"first_relevant_rank": 3,
|
|
"reciprocal_rank": 0.333333,
|
|
"top_documents": [
|
|
"pages/students/2023/samuel_dzurina/README.md",
|
|
"pages/students/2023/ronald_zalacko/README.md",
|
|
"pages/interns/cesar_gutierrez/README.md",
|
|
"pages/students/2019/dmytro_mural/README.md",
|
|
"pages/students/2020/pavol_hudak/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko",
|
|
"https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak"
|
|
],
|
|
"hit_at_1": 0,
|
|
"recall_at_1": 0.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q021",
|
|
"category": "fact_goal",
|
|
"question": "Aký je cieľ projektu AI4Steel?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/topics/steel/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/topics/steel/README.md",
|
|
"pages/students/2016/maros_harahus/README.md",
|
|
"pages/students/2018/samuel_sirotnik/README.md",
|
|
"pages/students/2016/patrik_pavlisin/README.md",
|
|
"pages/students/2016/jakub_maruniak/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/topics/steel",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q021",
|
|
"category": "fact_goal",
|
|
"question": "Aký je cieľ projektu AI4Steel?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/topics/steel/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/topics/steel/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2016/lukas_pokryvka/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md",
|
|
"pages/students/2020/vladyslav_krupko/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/topics/steel",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q021",
|
|
"category": "fact_goal",
|
|
"question": "Aký je cieľ projektu AI4Steel?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/topics/steel/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/topics/steel/README.md",
|
|
"pages/students/2019/michal_stromko/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2016/lukas_pokryvka/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/topics/steel",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q022",
|
|
"category": "fact_topic",
|
|
"question": "Čomu sa venuje dizertačná práca Maroša Harahusa?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2016/maros_harahus/README.md"
|
|
],
|
|
"first_relevant_rank": 2,
|
|
"reciprocal_rank": 0.5,
|
|
"top_documents": [
|
|
"pages/students/2019/kristian_sopkovic/README.md",
|
|
"pages/students/2016/maros_harahus/README.md",
|
|
"pages/students/2022/andrii_pervashov/README.md",
|
|
"pages/students/2016/patrik_pavlisin/tp20/README.md",
|
|
"pages/students/2020/vladyslav_krupko/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"
|
|
],
|
|
"hit_at_1": 0,
|
|
"recall_at_1": 0.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q022",
|
|
"category": "fact_topic",
|
|
"question": "Čomu sa venuje dizertačná práca Maroša Harahusa?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2016/maros_harahus/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/maros_harahus/README.md",
|
|
"pages/students/2019/dmytro_mural/README.md",
|
|
"pages/students/2019/samuel_horani/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2016/maros_harahus/timovy_projekt/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q022",
|
|
"category": "fact_topic",
|
|
"question": "Čomu sa venuje dizertačná práca Maroša Harahusa?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2016/maros_harahus/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/maros_harahus/README.md",
|
|
"pages/students/2019/dmytro_mural/README.md",
|
|
"pages/students/2019/samuel_horani/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2016/maros_harahus/timovy_projekt/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q023",
|
|
"category": "multi_document",
|
|
"question": "Nájdi dokumenty, v ktorých sa rieši Retrieval Augmented Generation alebo GraphRAG.",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/interns/bogdan_paul_chis/README.md",
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2022/jan_ptak/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2022/oleh_poiasnik/README.md",
|
|
"pages/students/2021/oleksandr_hryshchenko/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2022/jan_ptak/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 0.333333,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 0.333333,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 0.666667
|
|
},
|
|
{
|
|
"id": "q023",
|
|
"category": "multi_document",
|
|
"question": "Nájdi dokumenty, v ktorých sa rieši Retrieval Augmented Generation alebo GraphRAG.",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/interns/bogdan_paul_chis/README.md",
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2022/jan_ptak/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/jan_ptak/README.md",
|
|
"pages/students/2021/oleksandr_hryshchenko/README.md",
|
|
"pages/students/2022/oleh_poiasnik/README.md",
|
|
"pages/students/2022/valerii_kutsenko/README.md",
|
|
"pages/students/2021/matej_scislak/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 0.333333,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 0.333333,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 0.333333
|
|
},
|
|
{
|
|
"id": "q023",
|
|
"category": "multi_document",
|
|
"question": "Nájdi dokumenty, v ktorých sa rieši Retrieval Augmented Generation alebo GraphRAG.",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/interns/bogdan_paul_chis/README.md",
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2022/jan_ptak/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2022/jan_ptak/README.md",
|
|
"pages/students/2021/oleksandr_hryshchenko/README.md",
|
|
"pages/students/2022/oleh_poiasnik/README.md",
|
|
"pages/students/2022/valerii_kutsenko/README.md",
|
|
"pages/students/2021/matej_scislak/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 0.333333,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 0.333333,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 0.333333
|
|
},
|
|
{
|
|
"id": "q024",
|
|
"category": "negative",
|
|
"question": "Akú diplomovú prácu robil Ján Holp v roku 2016?",
|
|
"mode": "fts",
|
|
"expected_documents": [
|
|
"pages/students/2016/jan_holp/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/jan_holp/README.md",
|
|
"pages/students/2019/michal_stromko/README.md",
|
|
"pages/students/2016/jan_holp/timovy_projekt/README.md",
|
|
"pages/students/2016/jakub_maruniak/timovy_projekt/README.md",
|
|
"pages/students/2016/maros_harahus/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q024",
|
|
"category": "negative",
|
|
"question": "Akú diplomovú prácu robil Ján Holp v roku 2016?",
|
|
"mode": "vector",
|
|
"expected_documents": [
|
|
"pages/students/2016/jan_holp/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/jan_holp/README.md",
|
|
"pages/students/2021/matej_novotny/README.md",
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2023/oleksandr_dorybohov/README.md",
|
|
"pages/students/2016/jan_holp/timovy_projekt/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
},
|
|
{
|
|
"id": "q024",
|
|
"category": "negative",
|
|
"question": "Akú diplomovú prácu robil Ján Holp v roku 2016?",
|
|
"mode": "hybrid",
|
|
"expected_documents": [
|
|
"pages/students/2016/jan_holp/README.md"
|
|
],
|
|
"first_relevant_rank": 1,
|
|
"reciprocal_rank": 1.0,
|
|
"top_documents": [
|
|
"pages/students/2016/jan_holp/README.md",
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2016/jan_holp/timovy_projekt/README.md",
|
|
"pages/students/2022/jan_ptak/README.md",
|
|
"pages/students/2021/matej_novotny/README.md"
|
|
],
|
|
"top_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"
|
|
],
|
|
"hit_at_1": 1,
|
|
"recall_at_1": 1.0,
|
|
"hit_at_3": 1,
|
|
"recall_at_3": 1.0,
|
|
"hit_at_5": 1,
|
|
"recall_at_5": 1.0
|
|
}
|
|
]
|
|
}
|