27033 lines
730 KiB
JSON
27033 lines
730 KiB
JSON
[
|
|
{
|
|
"id": "g0001",
|
|
"split": "dev",
|
|
"category": "shared_topic_pair",
|
|
"difficulty": "hard",
|
|
"question": "Sú osoby Maroš Harahus a Jakub Maruniak v ZP Wiki prepojené cez tému Spacy? Uveď spoločnú tému.",
|
|
"expected_documents": [
|
|
"pages/students/2016/maros_harahus/README.md",
|
|
"pages/students/2016/jakub_maruniak/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Maroš Harahus",
|
|
"Jakub Maruniak",
|
|
"Spacy"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "intersection",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": true,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Maroš Harahus"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Jakub Maruniak"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "topic",
|
|
"value": "Spacy"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"MENTIONS_TOPIC",
|
|
"MENTIONS_TOPIC"
|
|
],
|
|
"expected_paths": [
|
|
"Maroš Harahus -> MENTIONS_TOPIC -> Spacy <- MENTIONS_TOPIC <- Jakub Maruniak"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
],
|
|
"note": "Presná spoločná téma je odvodená z keyword_grounding otázok pôvodného benchmarku."
|
|
},
|
|
{
|
|
"id": "g0002",
|
|
"split": "dev",
|
|
"category": "shared_topic_pair",
|
|
"difficulty": "hard",
|
|
"question": "Over prepojenie osôb Maroš Harahus a Jakub Maruniak cez tému Spacy a pomenuj spoločný tematický uzol.",
|
|
"expected_documents": [
|
|
"pages/students/2016/maros_harahus/README.md",
|
|
"pages/students/2016/jakub_maruniak/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Maroš Harahus",
|
|
"Jakub Maruniak",
|
|
"Spacy"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "intersection",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": true,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Maroš Harahus"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Jakub Maruniak"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "topic",
|
|
"value": "Spacy"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"MENTIONS_TOPIC",
|
|
"MENTIONS_TOPIC"
|
|
],
|
|
"expected_paths": [
|
|
"Maroš Harahus -> MENTIONS_TOPIC -> Spacy <- MENTIONS_TOPIC <- Jakub Maruniak"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
],
|
|
"note": "Presná spoločná téma je odvodená z keyword_grounding otázok pôvodného benchmarku."
|
|
},
|
|
{
|
|
"id": "g0003",
|
|
"split": "dev",
|
|
"category": "shared_topic_pair",
|
|
"difficulty": "hard",
|
|
"question": "Sú osoby Maroš Harahus a Kristián Sopkovič v ZP Wiki prepojené cez tému Spacy? Uveď spoločnú tému.",
|
|
"expected_documents": [
|
|
"pages/students/2016/maros_harahus/README.md",
|
|
"pages/students/2019/kristian_sopkovic/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Maroš Harahus",
|
|
"Kristián Sopkovič",
|
|
"Spacy"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "intersection",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": true,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Maroš Harahus"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Kristián Sopkovič"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "topic",
|
|
"value": "Spacy"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"MENTIONS_TOPIC",
|
|
"MENTIONS_TOPIC"
|
|
],
|
|
"expected_paths": [
|
|
"Maroš Harahus -> MENTIONS_TOPIC -> Spacy <- MENTIONS_TOPIC <- Kristián Sopkovič"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
],
|
|
"note": "Presná spoločná téma je odvodená z keyword_grounding otázok pôvodného benchmarku."
|
|
},
|
|
{
|
|
"id": "g0004",
|
|
"split": "dev",
|
|
"category": "shared_topic_pair",
|
|
"difficulty": "hard",
|
|
"question": "Over prepojenie osôb Maroš Harahus a Kristián Sopkovič cez tému Spacy a pomenuj spoločný tematický uzol.",
|
|
"expected_documents": [
|
|
"pages/students/2016/maros_harahus/README.md",
|
|
"pages/students/2019/kristian_sopkovic/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Maroš Harahus",
|
|
"Kristián Sopkovič",
|
|
"Spacy"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "intersection",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": true,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Maroš Harahus"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Kristián Sopkovič"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "topic",
|
|
"value": "Spacy"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"MENTIONS_TOPIC",
|
|
"MENTIONS_TOPIC"
|
|
],
|
|
"expected_paths": [
|
|
"Maroš Harahus -> MENTIONS_TOPIC -> Spacy <- MENTIONS_TOPIC <- Kristián Sopkovič"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
],
|
|
"note": "Presná spoločná téma je odvodená z keyword_grounding otázok pôvodného benchmarku."
|
|
},
|
|
{
|
|
"id": "g0005",
|
|
"split": "dev",
|
|
"category": "shared_topic_pair",
|
|
"difficulty": "hard",
|
|
"question": "Sú osoby Maroš Harahus a Artem Yatsenko v ZP Wiki prepojené cez tému Spacy? Uveď spoločnú tému.",
|
|
"expected_documents": [
|
|
"pages/students/2016/maros_harahus/README.md",
|
|
"pages/students/2019/artem_yatsenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Maroš Harahus",
|
|
"Artem Yatsenko",
|
|
"Spacy"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "intersection",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": true,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Maroš Harahus"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Artem Yatsenko"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "topic",
|
|
"value": "Spacy"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"MENTIONS_TOPIC",
|
|
"MENTIONS_TOPIC"
|
|
],
|
|
"expected_paths": [
|
|
"Maroš Harahus -> MENTIONS_TOPIC -> Spacy <- MENTIONS_TOPIC <- Artem Yatsenko"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
],
|
|
"note": "Presná spoločná téma je odvodená z keyword_grounding otázok pôvodného benchmarku."
|
|
},
|
|
{
|
|
"id": "g0006",
|
|
"split": "dev",
|
|
"category": "shared_topic_pair",
|
|
"difficulty": "hard",
|
|
"question": "Over prepojenie osôb Maroš Harahus a Artem Yatsenko cez tému Spacy a pomenuj spoločný tematický uzol.",
|
|
"expected_documents": [
|
|
"pages/students/2016/maros_harahus/README.md",
|
|
"pages/students/2019/artem_yatsenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Maroš Harahus",
|
|
"Artem Yatsenko",
|
|
"Spacy"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "intersection",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": true,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Maroš Harahus"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Artem Yatsenko"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "topic",
|
|
"value": "Spacy"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"MENTIONS_TOPIC",
|
|
"MENTIONS_TOPIC"
|
|
],
|
|
"expected_paths": [
|
|
"Maroš Harahus -> MENTIONS_TOPIC -> Spacy <- MENTIONS_TOPIC <- Artem Yatsenko"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
],
|
|
"note": "Presná spoločná téma je odvodená z keyword_grounding otázok pôvodného benchmarku."
|
|
},
|
|
{
|
|
"id": "g0007",
|
|
"split": "dev",
|
|
"category": "shared_topic_pair",
|
|
"difficulty": "hard",
|
|
"question": "Sú osoby Jakub Maruniak a Kristián Sopkovič v ZP Wiki prepojené cez tému Spacy? Uveď spoločnú tému.",
|
|
"expected_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md",
|
|
"pages/students/2019/kristian_sopkovic/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Jakub Maruniak",
|
|
"Kristián Sopkovič",
|
|
"Spacy"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "intersection",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": true,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Jakub Maruniak"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Kristián Sopkovič"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "topic",
|
|
"value": "Spacy"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"MENTIONS_TOPIC",
|
|
"MENTIONS_TOPIC"
|
|
],
|
|
"expected_paths": [
|
|
"Jakub Maruniak -> MENTIONS_TOPIC -> Spacy <- MENTIONS_TOPIC <- Kristián Sopkovič"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
],
|
|
"note": "Presná spoločná téma je odvodená z keyword_grounding otázok pôvodného benchmarku."
|
|
},
|
|
{
|
|
"id": "g0008",
|
|
"split": "dev",
|
|
"category": "shared_topic_pair",
|
|
"difficulty": "hard",
|
|
"question": "Over prepojenie osôb Jakub Maruniak a Kristián Sopkovič cez tému Spacy a pomenuj spoločný tematický uzol.",
|
|
"expected_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md",
|
|
"pages/students/2019/kristian_sopkovic/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Jakub Maruniak",
|
|
"Kristián Sopkovič",
|
|
"Spacy"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "intersection",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": true,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Jakub Maruniak"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Kristián Sopkovič"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "topic",
|
|
"value": "Spacy"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"MENTIONS_TOPIC",
|
|
"MENTIONS_TOPIC"
|
|
],
|
|
"expected_paths": [
|
|
"Jakub Maruniak -> MENTIONS_TOPIC -> Spacy <- MENTIONS_TOPIC <- Kristián Sopkovič"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
],
|
|
"note": "Presná spoločná téma je odvodená z keyword_grounding otázok pôvodného benchmarku."
|
|
},
|
|
{
|
|
"id": "g0009",
|
|
"split": "dev",
|
|
"category": "shared_topic_pair",
|
|
"difficulty": "hard",
|
|
"question": "Sú osoby Jakub Maruniak a Artem Yatsenko v ZP Wiki prepojené cez tému Spacy? Uveď spoločnú tému.",
|
|
"expected_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md",
|
|
"pages/students/2019/artem_yatsenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Jakub Maruniak",
|
|
"Artem Yatsenko",
|
|
"Spacy"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "intersection",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": true,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Jakub Maruniak"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Artem Yatsenko"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "topic",
|
|
"value": "Spacy"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"MENTIONS_TOPIC",
|
|
"MENTIONS_TOPIC"
|
|
],
|
|
"expected_paths": [
|
|
"Jakub Maruniak -> MENTIONS_TOPIC -> Spacy <- MENTIONS_TOPIC <- Artem Yatsenko"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
],
|
|
"note": "Presná spoločná téma je odvodená z keyword_grounding otázok pôvodného benchmarku."
|
|
},
|
|
{
|
|
"id": "g0010",
|
|
"split": "dev",
|
|
"category": "shared_topic_pair",
|
|
"difficulty": "hard",
|
|
"question": "Over prepojenie osôb Jakub Maruniak a Artem Yatsenko cez tému Spacy a pomenuj spoločný tematický uzol.",
|
|
"expected_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md",
|
|
"pages/students/2019/artem_yatsenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Jakub Maruniak",
|
|
"Artem Yatsenko",
|
|
"Spacy"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "intersection",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": true,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Jakub Maruniak"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Artem Yatsenko"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "topic",
|
|
"value": "Spacy"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"MENTIONS_TOPIC",
|
|
"MENTIONS_TOPIC"
|
|
],
|
|
"expected_paths": [
|
|
"Jakub Maruniak -> MENTIONS_TOPIC -> Spacy <- MENTIONS_TOPIC <- Artem Yatsenko"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
],
|
|
"note": "Presná spoločná téma je odvodená z keyword_grounding otázok pôvodného benchmarku."
|
|
},
|
|
{
|
|
"id": "g0011",
|
|
"split": "dev",
|
|
"category": "shared_topic_pair",
|
|
"difficulty": "hard",
|
|
"question": "Sú osoby Kristián Sopkovič a Artem Yatsenko v ZP Wiki prepojené cez tému Spacy? Uveď spoločnú tému.",
|
|
"expected_documents": [
|
|
"pages/students/2019/kristian_sopkovic/README.md",
|
|
"pages/students/2019/artem_yatsenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Kristián Sopkovič",
|
|
"Artem Yatsenko",
|
|
"Spacy"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "intersection",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": true,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Kristián Sopkovič"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Artem Yatsenko"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "topic",
|
|
"value": "Spacy"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"MENTIONS_TOPIC",
|
|
"MENTIONS_TOPIC"
|
|
],
|
|
"expected_paths": [
|
|
"Kristián Sopkovič -> MENTIONS_TOPIC -> Spacy <- MENTIONS_TOPIC <- Artem Yatsenko"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
],
|
|
"note": "Presná spoločná téma je odvodená z keyword_grounding otázok pôvodného benchmarku."
|
|
},
|
|
{
|
|
"id": "g0012",
|
|
"split": "dev",
|
|
"category": "shared_topic_pair",
|
|
"difficulty": "hard",
|
|
"question": "Over prepojenie osôb Kristián Sopkovič a Artem Yatsenko cez tému Spacy a pomenuj spoločný tematický uzol.",
|
|
"expected_documents": [
|
|
"pages/students/2019/kristian_sopkovic/README.md",
|
|
"pages/students/2019/artem_yatsenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Kristián Sopkovič",
|
|
"Artem Yatsenko",
|
|
"Spacy"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "intersection",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": true,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Kristián Sopkovič"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Artem Yatsenko"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "topic",
|
|
"value": "Spacy"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"MENTIONS_TOPIC",
|
|
"MENTIONS_TOPIC"
|
|
],
|
|
"expected_paths": [
|
|
"Kristián Sopkovič -> MENTIONS_TOPIC -> Spacy <- MENTIONS_TOPIC <- Artem Yatsenko"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
],
|
|
"note": "Presná spoločná téma je odvodená z keyword_grounding otázok pôvodného benchmarku."
|
|
},
|
|
{
|
|
"id": "g0013",
|
|
"split": "dev",
|
|
"category": "shared_topic_pair",
|
|
"difficulty": "hard",
|
|
"question": "Sú osoby Tomáš Kuchárik a Dávid Omasta v ZP Wiki prepojené cez tému Question Answering? Uveď spoločnú tému.",
|
|
"expected_documents": [
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/students/2018/david_omasta/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Tomáš Kuchárik",
|
|
"Dávid Omasta",
|
|
"Question Answering"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "intersection",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": true,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Tomáš Kuchárik"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Dávid Omasta"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "topic",
|
|
"value": "Question Answering"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"MENTIONS_TOPIC",
|
|
"MENTIONS_TOPIC"
|
|
],
|
|
"expected_paths": [
|
|
"Tomáš Kuchárik -> MENTIONS_TOPIC -> Question Answering <- MENTIONS_TOPIC <- Dávid Omasta"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
],
|
|
"note": "Presná spoločná téma je odvodená z keyword_grounding otázok pôvodného benchmarku."
|
|
},
|
|
{
|
|
"id": "g0014",
|
|
"split": "dev",
|
|
"category": "shared_topic_pair",
|
|
"difficulty": "hard",
|
|
"question": "Over prepojenie osôb Tomáš Kuchárik a Dávid Omasta cez tému Question Answering a pomenuj spoločný tematický uzol.",
|
|
"expected_documents": [
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/students/2018/david_omasta/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Tomáš Kuchárik",
|
|
"Dávid Omasta",
|
|
"Question Answering"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "intersection",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": true,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Tomáš Kuchárik"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Dávid Omasta"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "topic",
|
|
"value": "Question Answering"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"MENTIONS_TOPIC",
|
|
"MENTIONS_TOPIC"
|
|
],
|
|
"expected_paths": [
|
|
"Tomáš Kuchárik -> MENTIONS_TOPIC -> Question Answering <- MENTIONS_TOPIC <- Dávid Omasta"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
],
|
|
"note": "Presná spoločná téma je odvodená z keyword_grounding otázok pôvodného benchmarku."
|
|
},
|
|
{
|
|
"id": "g0015",
|
|
"split": "dev",
|
|
"category": "shared_topic_pair",
|
|
"difficulty": "hard",
|
|
"question": "Sú osoby Tomáš Kuchárik a Dominik Nagy v ZP Wiki prepojené cez tému strojový preklad? Uveď spoločnú tému.",
|
|
"expected_documents": [
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/students/2016/dominik_nagy/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Tomáš Kuchárik",
|
|
"Dominik Nagy",
|
|
"strojový preklad"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "intersection",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": true,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Tomáš Kuchárik"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Dominik Nagy"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "topic",
|
|
"value": "strojový preklad"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"MENTIONS_TOPIC",
|
|
"MENTIONS_TOPIC"
|
|
],
|
|
"expected_paths": [
|
|
"Tomáš Kuchárik -> MENTIONS_TOPIC -> strojový preklad <- MENTIONS_TOPIC <- Dominik Nagy"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
],
|
|
"note": "Presná spoločná téma je odvodená z keyword_grounding otázok pôvodného benchmarku."
|
|
},
|
|
{
|
|
"id": "g0016",
|
|
"split": "dev",
|
|
"category": "shared_topic_pair",
|
|
"difficulty": "hard",
|
|
"question": "Over prepojenie osôb Tomáš Kuchárik a Dominik Nagy cez tému strojový preklad a pomenuj spoločný tematický uzol.",
|
|
"expected_documents": [
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/students/2016/dominik_nagy/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Tomáš Kuchárik",
|
|
"Dominik Nagy",
|
|
"strojový preklad"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "intersection",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": true,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Tomáš Kuchárik"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Dominik Nagy"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "topic",
|
|
"value": "strojový preklad"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"MENTIONS_TOPIC",
|
|
"MENTIONS_TOPIC"
|
|
],
|
|
"expected_paths": [
|
|
"Tomáš Kuchárik -> MENTIONS_TOPIC -> strojový preklad <- MENTIONS_TOPIC <- Dominik Nagy"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
],
|
|
"note": "Presná spoločná téma je odvodená z keyword_grounding otázok pôvodného benchmarku."
|
|
},
|
|
{
|
|
"id": "g0017",
|
|
"split": "dev",
|
|
"category": "shared_topic_pair",
|
|
"difficulty": "hard",
|
|
"question": "Sú osoby Tomáš Kuchárik a Patrik Pavlišin v ZP Wiki prepojené cez tému strojový preklad? Uveď spoločnú tému.",
|
|
"expected_documents": [
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/students/2016/patrik_pavlisin/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Tomáš Kuchárik",
|
|
"Patrik Pavlišin",
|
|
"strojový preklad"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "intersection",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": true,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Tomáš Kuchárik"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Patrik Pavlišin"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "topic",
|
|
"value": "strojový preklad"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"MENTIONS_TOPIC",
|
|
"MENTIONS_TOPIC"
|
|
],
|
|
"expected_paths": [
|
|
"Tomáš Kuchárik -> MENTIONS_TOPIC -> strojový preklad <- MENTIONS_TOPIC <- Patrik Pavlišin"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
],
|
|
"note": "Presná spoločná téma je odvodená z keyword_grounding otázok pôvodného benchmarku."
|
|
},
|
|
{
|
|
"id": "g0018",
|
|
"split": "dev",
|
|
"category": "shared_topic_pair",
|
|
"difficulty": "hard",
|
|
"question": "Over prepojenie osôb Tomáš Kuchárik a Patrik Pavlišin cez tému strojový preklad a pomenuj spoločný tematický uzol.",
|
|
"expected_documents": [
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/students/2016/patrik_pavlisin/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Tomáš Kuchárik",
|
|
"Patrik Pavlišin",
|
|
"strojový preklad"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "intersection",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": true,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Tomáš Kuchárik"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Patrik Pavlišin"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "topic",
|
|
"value": "strojový preklad"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"MENTIONS_TOPIC",
|
|
"MENTIONS_TOPIC"
|
|
],
|
|
"expected_paths": [
|
|
"Tomáš Kuchárik -> MENTIONS_TOPIC -> strojový preklad <- MENTIONS_TOPIC <- Patrik Pavlišin"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
],
|
|
"note": "Presná spoločná téma je odvodená z keyword_grounding otázok pôvodného benchmarku."
|
|
},
|
|
{
|
|
"id": "g0019",
|
|
"split": "dev",
|
|
"category": "shared_topic_pair",
|
|
"difficulty": "hard",
|
|
"question": "Sú osoby Dominik Nagy a Patrik Pavlišin v ZP Wiki prepojené cez tému strojový preklad? Uveď spoločnú tému.",
|
|
"expected_documents": [
|
|
"pages/students/2016/dominik_nagy/README.md",
|
|
"pages/students/2016/patrik_pavlisin/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Dominik Nagy",
|
|
"Patrik Pavlišin",
|
|
"strojový preklad"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "intersection",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": true,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Dominik Nagy"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Patrik Pavlišin"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "topic",
|
|
"value": "strojový preklad"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"MENTIONS_TOPIC",
|
|
"MENTIONS_TOPIC"
|
|
],
|
|
"expected_paths": [
|
|
"Dominik Nagy -> MENTIONS_TOPIC -> strojový preklad <- MENTIONS_TOPIC <- Patrik Pavlišin"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
],
|
|
"note": "Presná spoločná téma je odvodená z keyword_grounding otázok pôvodného benchmarku."
|
|
},
|
|
{
|
|
"id": "g0020",
|
|
"split": "dev",
|
|
"category": "shared_topic_pair",
|
|
"difficulty": "hard",
|
|
"question": "Over prepojenie osôb Dominik Nagy a Patrik Pavlišin cez tému strojový preklad a pomenuj spoločný tematický uzol.",
|
|
"expected_documents": [
|
|
"pages/students/2016/dominik_nagy/README.md",
|
|
"pages/students/2016/patrik_pavlisin/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Dominik Nagy",
|
|
"Patrik Pavlišin",
|
|
"strojový preklad"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "intersection",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": true,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Dominik Nagy"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Patrik Pavlišin"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "topic",
|
|
"value": "strojový preklad"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"MENTIONS_TOPIC",
|
|
"MENTIONS_TOPIC"
|
|
],
|
|
"expected_paths": [
|
|
"Dominik Nagy -> MENTIONS_TOPIC -> strojový preklad <- MENTIONS_TOPIC <- Patrik Pavlišin"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
],
|
|
"note": "Presná spoločná téma je odvodená z keyword_grounding otázok pôvodného benchmarku."
|
|
},
|
|
{
|
|
"id": "g0021",
|
|
"split": "dev",
|
|
"category": "shared_topic_pair",
|
|
"difficulty": "hard",
|
|
"question": "Sú osoby Jakub Maruniak a Artem Yatsenko v ZP Wiki prepojené cez tému pomenované entity? Uveď spoločnú tému.",
|
|
"expected_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md",
|
|
"pages/students/2019/artem_yatsenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Jakub Maruniak",
|
|
"Artem Yatsenko",
|
|
"pomenované entity"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "intersection",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": true,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Jakub Maruniak"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Artem Yatsenko"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "topic",
|
|
"value": "pomenované entity"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"MENTIONS_TOPIC",
|
|
"MENTIONS_TOPIC"
|
|
],
|
|
"expected_paths": [
|
|
"Jakub Maruniak -> MENTIONS_TOPIC -> pomenované entity <- MENTIONS_TOPIC <- Artem Yatsenko"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
],
|
|
"note": "Presná spoločná téma je odvodená z keyword_grounding otázok pôvodného benchmarku."
|
|
},
|
|
{
|
|
"id": "g0022",
|
|
"split": "dev",
|
|
"category": "shared_topic_pair",
|
|
"difficulty": "hard",
|
|
"question": "Over prepojenie osôb Jakub Maruniak a Artem Yatsenko cez tému pomenované entity a pomenuj spoločný tematický uzol.",
|
|
"expected_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md",
|
|
"pages/students/2019/artem_yatsenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Jakub Maruniak",
|
|
"Artem Yatsenko",
|
|
"pomenované entity"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "intersection",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": true,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Jakub Maruniak"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Artem Yatsenko"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "topic",
|
|
"value": "pomenované entity"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"MENTIONS_TOPIC",
|
|
"MENTIONS_TOPIC"
|
|
],
|
|
"expected_paths": [
|
|
"Jakub Maruniak -> MENTIONS_TOPIC -> pomenované entity <- MENTIONS_TOPIC <- Artem Yatsenko"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
],
|
|
"note": "Presná spoločná téma je odvodená z keyword_grounding otázok pôvodného benchmarku."
|
|
},
|
|
{
|
|
"id": "g0023",
|
|
"split": "dev",
|
|
"category": "shared_topic_pair",
|
|
"difficulty": "hard",
|
|
"question": "Sú osoby Ondrej Megela a Matej Novotný v ZP Wiki prepojené cez tému jazykové modelovanie? Uveď spoločnú tému.",
|
|
"expected_documents": [
|
|
"pages/students/2018/ondrej_megela/README.md",
|
|
"pages/students/2021/matej_novotny/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Ondrej Megela",
|
|
"Matej Novotný",
|
|
"jazykové modelovanie"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "intersection",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": true,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Ondrej Megela"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Matej Novotný"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "topic",
|
|
"value": "jazykové modelovanie"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"MENTIONS_TOPIC",
|
|
"MENTIONS_TOPIC"
|
|
],
|
|
"expected_paths": [
|
|
"Ondrej Megela -> MENTIONS_TOPIC -> jazykové modelovanie <- MENTIONS_TOPIC <- Matej Novotný"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
],
|
|
"note": "Presná spoločná téma je odvodená z keyword_grounding otázok pôvodného benchmarku."
|
|
},
|
|
{
|
|
"id": "g0024",
|
|
"split": "dev",
|
|
"category": "shared_topic_pair",
|
|
"difficulty": "hard",
|
|
"question": "Over prepojenie osôb Ondrej Megela a Matej Novotný cez tému jazykové modelovanie a pomenuj spoločný tematický uzol.",
|
|
"expected_documents": [
|
|
"pages/students/2018/ondrej_megela/README.md",
|
|
"pages/students/2021/matej_novotny/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Ondrej Megela",
|
|
"Matej Novotný",
|
|
"jazykové modelovanie"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "intersection",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": true,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Ondrej Megela"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Matej Novotný"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "topic",
|
|
"value": "jazykové modelovanie"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"MENTIONS_TOPIC",
|
|
"MENTIONS_TOPIC"
|
|
],
|
|
"expected_paths": [
|
|
"Ondrej Megela -> MENTIONS_TOPIC -> jazykové modelovanie <- MENTIONS_TOPIC <- Matej Novotný"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
],
|
|
"note": "Presná spoločná téma je odvodená z keyword_grounding otázok pôvodného benchmarku."
|
|
},
|
|
{
|
|
"id": "g0025",
|
|
"split": "dev",
|
|
"category": "shared_topic_pair",
|
|
"difficulty": "hard",
|
|
"question": "Sú osoby Dávid Omasta a Kristián Sopkovič v ZP Wiki prepojené cez tému slovenčina? Uveď spoločnú tému.",
|
|
"expected_documents": [
|
|
"pages/students/2018/david_omasta/README.md",
|
|
"pages/students/2019/kristian_sopkovic/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_omasta",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Dávid Omasta",
|
|
"Kristián Sopkovič",
|
|
"slovenčina"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "intersection",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": true,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Dávid Omasta"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Kristián Sopkovič"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "topic",
|
|
"value": "slovenčina"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"MENTIONS_TOPIC",
|
|
"MENTIONS_TOPIC"
|
|
],
|
|
"expected_paths": [
|
|
"Dávid Omasta -> MENTIONS_TOPIC -> slovenčina <- MENTIONS_TOPIC <- Kristián Sopkovič"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
],
|
|
"note": "Presná spoločná téma je odvodená z keyword_grounding otázok pôvodného benchmarku."
|
|
},
|
|
{
|
|
"id": "g0026",
|
|
"split": "dev",
|
|
"category": "shared_topic_pair",
|
|
"difficulty": "hard",
|
|
"question": "Over prepojenie osôb Dávid Omasta a Kristián Sopkovič cez tému slovenčina a pomenuj spoločný tematický uzol.",
|
|
"expected_documents": [
|
|
"pages/students/2018/david_omasta/README.md",
|
|
"pages/students/2019/kristian_sopkovic/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_omasta",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Dávid Omasta",
|
|
"Kristián Sopkovič",
|
|
"slovenčina"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "intersection",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": true,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Dávid Omasta"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Kristián Sopkovič"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "topic",
|
|
"value": "slovenčina"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"MENTIONS_TOPIC",
|
|
"MENTIONS_TOPIC"
|
|
],
|
|
"expected_paths": [
|
|
"Dávid Omasta -> MENTIONS_TOPIC -> slovenčina <- MENTIONS_TOPIC <- Kristián Sopkovič"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
],
|
|
"note": "Presná spoločná téma je odvodená z keyword_grounding otázok pôvodného benchmarku."
|
|
},
|
|
{
|
|
"id": "g0027",
|
|
"split": "dev",
|
|
"category": "shared_topic_pair",
|
|
"difficulty": "hard",
|
|
"question": "Sú osoby Michal Stromko a Matej Ščišľak v ZP Wiki prepojené cez tému FAISS? Uveď spoločnú tému.",
|
|
"expected_documents": [
|
|
"pages/students/2019/michal_stromko/README.md",
|
|
"pages/students/2021/matej_scislak/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Michal Stromko",
|
|
"Matej Ščišľak",
|
|
"FAISS"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "intersection",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": true,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Michal Stromko"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Matej Ščišľak"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "topic",
|
|
"value": "FAISS"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"MENTIONS_TOPIC",
|
|
"MENTIONS_TOPIC"
|
|
],
|
|
"expected_paths": [
|
|
"Michal Stromko -> MENTIONS_TOPIC -> FAISS <- MENTIONS_TOPIC <- Matej Ščišľak"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
],
|
|
"note": "Presná spoločná téma je odvodená z keyword_grounding otázok pôvodného benchmarku."
|
|
},
|
|
{
|
|
"id": "g0028",
|
|
"split": "dev",
|
|
"category": "shared_topic_pair",
|
|
"difficulty": "hard",
|
|
"question": "Over prepojenie osôb Michal Stromko a Matej Ščišľak cez tému FAISS a pomenuj spoločný tematický uzol.",
|
|
"expected_documents": [
|
|
"pages/students/2019/michal_stromko/README.md",
|
|
"pages/students/2021/matej_scislak/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Michal Stromko",
|
|
"Matej Ščišľak",
|
|
"FAISS"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "intersection",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": true,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Michal Stromko"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Matej Ščišľak"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "topic",
|
|
"value": "FAISS"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"MENTIONS_TOPIC",
|
|
"MENTIONS_TOPIC"
|
|
],
|
|
"expected_paths": [
|
|
"Michal Stromko -> MENTIONS_TOPIC -> FAISS <- MENTIONS_TOPIC <- Matej Ščišľak"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
],
|
|
"note": "Presná spoločná téma je odvodená z keyword_grounding otázok pôvodného benchmarku."
|
|
},
|
|
{
|
|
"id": "g0029",
|
|
"split": "test",
|
|
"category": "shared_topic_pair",
|
|
"difficulty": "hard",
|
|
"question": "Sú osoby Alina Vitko a Ronald Zalacko v ZP Wiki prepojené cez tému Docker? Uveď spoločnú tému.",
|
|
"expected_documents": [
|
|
"pages/students/2019/alina_vitko/README.md",
|
|
"pages/students/2023/ronald_zalacko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Alina Vitko",
|
|
"Ronald Zalacko",
|
|
"Docker"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "intersection",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": true,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Alina Vitko"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Ronald Zalacko"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "topic",
|
|
"value": "Docker"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"MENTIONS_TOPIC",
|
|
"MENTIONS_TOPIC"
|
|
],
|
|
"expected_paths": [
|
|
"Alina Vitko -> MENTIONS_TOPIC -> Docker <- MENTIONS_TOPIC <- Ronald Zalacko"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
],
|
|
"note": "Presná spoločná téma je odvodená z keyword_grounding otázok pôvodného benchmarku."
|
|
},
|
|
{
|
|
"id": "g0030",
|
|
"split": "test",
|
|
"category": "shared_topic_pair",
|
|
"difficulty": "hard",
|
|
"question": "Over prepojenie osôb Alina Vitko a Ronald Zalacko cez tému Docker a pomenuj spoločný tematický uzol.",
|
|
"expected_documents": [
|
|
"pages/students/2019/alina_vitko/README.md",
|
|
"pages/students/2023/ronald_zalacko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Alina Vitko",
|
|
"Ronald Zalacko",
|
|
"Docker"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "intersection",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": true,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Alina Vitko"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Ronald Zalacko"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "topic",
|
|
"value": "Docker"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"MENTIONS_TOPIC",
|
|
"MENTIONS_TOPIC"
|
|
],
|
|
"expected_paths": [
|
|
"Alina Vitko -> MENTIONS_TOPIC -> Docker <- MENTIONS_TOPIC <- Ronald Zalacko"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
],
|
|
"note": "Presná spoločná téma je odvodená z keyword_grounding otázok pôvodného benchmarku."
|
|
},
|
|
{
|
|
"id": "g0031",
|
|
"split": "dev",
|
|
"category": "shared_topic_pair",
|
|
"difficulty": "hard",
|
|
"question": "Sú osoby Artem Yatsenko a Vladimír Ferko v ZP Wiki prepojené cez tému anotácia? Uveď spoločnú tému.",
|
|
"expected_documents": [
|
|
"pages/students/2019/artem_yatsenko/README.md",
|
|
"pages/students/2021/vladimir_ferko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Artem Yatsenko",
|
|
"Vladimír Ferko",
|
|
"anotácia"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "intersection",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": true,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Artem Yatsenko"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Vladimír Ferko"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "topic",
|
|
"value": "anotácia"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"MENTIONS_TOPIC",
|
|
"MENTIONS_TOPIC"
|
|
],
|
|
"expected_paths": [
|
|
"Artem Yatsenko -> MENTIONS_TOPIC -> anotácia <- MENTIONS_TOPIC <- Vladimír Ferko"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
],
|
|
"note": "Presná spoločná téma je odvodená z keyword_grounding otázok pôvodného benchmarku."
|
|
},
|
|
{
|
|
"id": "g0032",
|
|
"split": "dev",
|
|
"category": "shared_topic_pair",
|
|
"difficulty": "hard",
|
|
"question": "Over prepojenie osôb Artem Yatsenko a Vladimír Ferko cez tému anotácia a pomenuj spoločný tematický uzol.",
|
|
"expected_documents": [
|
|
"pages/students/2019/artem_yatsenko/README.md",
|
|
"pages/students/2021/vladimir_ferko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Artem Yatsenko",
|
|
"Vladimír Ferko",
|
|
"anotácia"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "intersection",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": true,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Artem Yatsenko"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Vladimír Ferko"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "topic",
|
|
"value": "anotácia"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"MENTIONS_TOPIC",
|
|
"MENTIONS_TOPIC"
|
|
],
|
|
"expected_paths": [
|
|
"Artem Yatsenko -> MENTIONS_TOPIC -> anotácia <- MENTIONS_TOPIC <- Vladimír Ferko"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
],
|
|
"note": "Presná spoločná téma je odvodená z keyword_grounding otázok pôvodného benchmarku."
|
|
},
|
|
{
|
|
"id": "g0033",
|
|
"split": "test",
|
|
"category": "shared_topic_pair",
|
|
"difficulty": "hard",
|
|
"question": "Sú osoby Martin Šarišský a Oleksandr Dorybohov v ZP Wiki prepojené cez tému agent? Uveď spoločnú tému.",
|
|
"expected_documents": [
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2023/oleksandr_dorybohov/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Martin Šarišský",
|
|
"Oleksandr Dorybohov",
|
|
"agent"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "intersection",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": true,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Martin Šarišský"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Oleksandr Dorybohov"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "topic",
|
|
"value": "agent"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"MENTIONS_TOPIC",
|
|
"MENTIONS_TOPIC"
|
|
],
|
|
"expected_paths": [
|
|
"Martin Šarišský -> MENTIONS_TOPIC -> agent <- MENTIONS_TOPIC <- Oleksandr Dorybohov"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
],
|
|
"note": "Presná spoločná téma je odvodená z keyword_grounding otázok pôvodného benchmarku."
|
|
},
|
|
{
|
|
"id": "g0034",
|
|
"split": "test",
|
|
"category": "shared_topic_pair",
|
|
"difficulty": "hard",
|
|
"question": "Over prepojenie osôb Martin Šarišský a Oleksandr Dorybohov cez tému agent a pomenuj spoločný tematický uzol.",
|
|
"expected_documents": [
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2023/oleksandr_dorybohov/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Martin Šarišský",
|
|
"Oleksandr Dorybohov",
|
|
"agent"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "intersection",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": true,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Martin Šarišský"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Oleksandr Dorybohov"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "topic",
|
|
"value": "agent"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"MENTIONS_TOPIC",
|
|
"MENTIONS_TOPIC"
|
|
],
|
|
"expected_paths": [
|
|
"Martin Šarišský -> MENTIONS_TOPIC -> agent <- MENTIONS_TOPIC <- Oleksandr Dorybohov"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
],
|
|
"note": "Presná spoločná téma je odvodená z keyword_grounding otázok pôvodného benchmarku."
|
|
},
|
|
{
|
|
"id": "g0035",
|
|
"split": "dev",
|
|
"category": "shared_topic_pair",
|
|
"difficulty": "hard",
|
|
"question": "Sú osoby Matej Ščišľak a Valerii Kutsenko v ZP Wiki prepojené cez tému GraphRAG? Uveď spoločnú tému.",
|
|
"expected_documents": [
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2022/valerii_kutsenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Matej Ščišľak",
|
|
"Valerii Kutsenko",
|
|
"GraphRAG"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "intersection",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": true,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Matej Ščišľak"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Valerii Kutsenko"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "topic",
|
|
"value": "GraphRAG"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"MENTIONS_TOPIC",
|
|
"MENTIONS_TOPIC"
|
|
],
|
|
"expected_paths": [
|
|
"Matej Ščišľak -> MENTIONS_TOPIC -> GraphRAG <- MENTIONS_TOPIC <- Valerii Kutsenko"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
],
|
|
"note": "Presná spoločná téma je odvodená z keyword_grounding otázok pôvodného benchmarku."
|
|
},
|
|
{
|
|
"id": "g0036",
|
|
"split": "dev",
|
|
"category": "shared_topic_pair",
|
|
"difficulty": "hard",
|
|
"question": "Over prepojenie osôb Matej Ščišľak a Valerii Kutsenko cez tému GraphRAG a pomenuj spoločný tematický uzol.",
|
|
"expected_documents": [
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2022/valerii_kutsenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Matej Ščišľak",
|
|
"Valerii Kutsenko",
|
|
"GraphRAG"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "intersection",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": true,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Matej Ščišľak"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Valerii Kutsenko"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "topic",
|
|
"value": "GraphRAG"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"MENTIONS_TOPIC",
|
|
"MENTIONS_TOPIC"
|
|
],
|
|
"expected_paths": [
|
|
"Matej Ščišľak -> MENTIONS_TOPIC -> GraphRAG <- MENTIONS_TOPIC <- Valerii Kutsenko"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
],
|
|
"note": "Presná spoločná téma je odvodená z keyword_grounding otázok pôvodného benchmarku."
|
|
},
|
|
{
|
|
"id": "g0037",
|
|
"split": "dev",
|
|
"category": "shared_topic_pair",
|
|
"difficulty": "hard",
|
|
"question": "Sú osoby Vladimír Ferko a Tetiana Mohorian v ZP Wiki prepojené cez tému hate speech? Uveď spoločnú tému.",
|
|
"expected_documents": [
|
|
"pages/students/2021/vladimir_ferko/README.md",
|
|
"pages/students/2022/tetiana_mohorian/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Vladimír Ferko",
|
|
"Tetiana Mohorian",
|
|
"hate speech"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "intersection",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": true,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Vladimír Ferko"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Tetiana Mohorian"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "topic",
|
|
"value": "hate speech"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"MENTIONS_TOPIC",
|
|
"MENTIONS_TOPIC"
|
|
],
|
|
"expected_paths": [
|
|
"Vladimír Ferko -> MENTIONS_TOPIC -> hate speech <- MENTIONS_TOPIC <- Tetiana Mohorian"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
],
|
|
"note": "Presná spoločná téma je odvodená z keyword_grounding otázok pôvodného benchmarku."
|
|
},
|
|
{
|
|
"id": "g0038",
|
|
"split": "dev",
|
|
"category": "shared_topic_pair",
|
|
"difficulty": "hard",
|
|
"question": "Over prepojenie osôb Vladimír Ferko a Tetiana Mohorian cez tému hate speech a pomenuj spoločný tematický uzol.",
|
|
"expected_documents": [
|
|
"pages/students/2021/vladimir_ferko/README.md",
|
|
"pages/students/2022/tetiana_mohorian/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Vladimír Ferko",
|
|
"Tetiana Mohorian",
|
|
"hate speech"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "intersection",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": true,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Vladimír Ferko"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Tetiana Mohorian"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "topic",
|
|
"value": "hate speech"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"MENTIONS_TOPIC",
|
|
"MENTIONS_TOPIC"
|
|
],
|
|
"expected_paths": [
|
|
"Vladimír Ferko -> MENTIONS_TOPIC -> hate speech <- MENTIONS_TOPIC <- Tetiana Mohorian"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
],
|
|
"note": "Presná spoločná téma je odvodená z keyword_grounding otázok pôvodného benchmarku."
|
|
},
|
|
{
|
|
"id": "g0039",
|
|
"split": "test",
|
|
"category": "shared_topic_pair",
|
|
"difficulty": "hard",
|
|
"question": "Sú osoby Andrii Pervashov a Samuel Vasiľ v ZP Wiki prepojené cez tému OpenWebUI? Uveď spoločnú tému.",
|
|
"expected_documents": [
|
|
"pages/students/2022/andrii_pervashov/README.md",
|
|
"pages/students/2022/samuel_vasil/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Andrii Pervashov",
|
|
"Samuel Vasiľ",
|
|
"OpenWebUI"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "intersection",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": true,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Andrii Pervashov"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Samuel Vasiľ"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "topic",
|
|
"value": "OpenWebUI"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"MENTIONS_TOPIC",
|
|
"MENTIONS_TOPIC"
|
|
],
|
|
"expected_paths": [
|
|
"Andrii Pervashov -> MENTIONS_TOPIC -> OpenWebUI <- MENTIONS_TOPIC <- Samuel Vasiľ"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
],
|
|
"note": "Presná spoločná téma je odvodená z keyword_grounding otázok pôvodného benchmarku."
|
|
},
|
|
{
|
|
"id": "g0040",
|
|
"split": "test",
|
|
"category": "shared_topic_pair",
|
|
"difficulty": "hard",
|
|
"question": "Over prepojenie osôb Andrii Pervashov a Samuel Vasiľ cez tému OpenWebUI a pomenuj spoločný tematický uzol.",
|
|
"expected_documents": [
|
|
"pages/students/2022/andrii_pervashov/README.md",
|
|
"pages/students/2022/samuel_vasil/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Andrii Pervashov",
|
|
"Samuel Vasiľ",
|
|
"OpenWebUI"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "intersection",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": true,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Andrii Pervashov"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Samuel Vasiľ"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "topic",
|
|
"value": "OpenWebUI"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"MENTIONS_TOPIC",
|
|
"MENTIONS_TOPIC"
|
|
],
|
|
"expected_paths": [
|
|
"Andrii Pervashov -> MENTIONS_TOPIC -> OpenWebUI <- MENTIONS_TOPIC <- Samuel Vasiľ"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
],
|
|
"note": "Presná spoločná téma je odvodená z keyword_grounding otázok pôvodného benchmarku."
|
|
},
|
|
{
|
|
"id": "g0041",
|
|
"split": "dev",
|
|
"category": "shared_topic_pair",
|
|
"difficulty": "hard",
|
|
"question": "Sú osoby Valerii Kutsenko a Ján Pták v ZP Wiki prepojené cez tému RAG? Uveď spoločnú tému.",
|
|
"expected_documents": [
|
|
"pages/students/2022/valerii_kutsenko/README.md",
|
|
"pages/students/2022/jan_ptak/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Valerii Kutsenko",
|
|
"Ján Pták",
|
|
"RAG"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "intersection",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": true,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Valerii Kutsenko"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Ján Pták"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "topic",
|
|
"value": "RAG"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"MENTIONS_TOPIC",
|
|
"MENTIONS_TOPIC"
|
|
],
|
|
"expected_paths": [
|
|
"Valerii Kutsenko -> MENTIONS_TOPIC -> RAG <- MENTIONS_TOPIC <- Ján Pták"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
],
|
|
"note": "Presná spoločná téma je odvodená z keyword_grounding otázok pôvodného benchmarku."
|
|
},
|
|
{
|
|
"id": "g0042",
|
|
"split": "dev",
|
|
"category": "shared_topic_pair",
|
|
"difficulty": "hard",
|
|
"question": "Over prepojenie osôb Valerii Kutsenko a Ján Pták cez tému RAG a pomenuj spoločný tematický uzol.",
|
|
"expected_documents": [
|
|
"pages/students/2022/valerii_kutsenko/README.md",
|
|
"pages/students/2022/jan_ptak/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Valerii Kutsenko",
|
|
"Ján Pták",
|
|
"RAG"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "intersection",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": true,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Valerii Kutsenko"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Ján Pták"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "topic",
|
|
"value": "RAG"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"MENTIONS_TOPIC",
|
|
"MENTIONS_TOPIC"
|
|
],
|
|
"expected_paths": [
|
|
"Valerii Kutsenko -> MENTIONS_TOPIC -> RAG <- MENTIONS_TOPIC <- Ján Pták"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
],
|
|
"note": "Presná spoločná téma je odvodená z keyword_grounding otázok pôvodného benchmarku."
|
|
},
|
|
{
|
|
"id": "g0043",
|
|
"split": "test",
|
|
"category": "shared_topic_pair",
|
|
"difficulty": "hard",
|
|
"question": "Sú osoby Oleh Poiasnik a Ján Malinovský v ZP Wiki prepojené cez tému znalostný graf? Uveď spoločnú tému.",
|
|
"expected_documents": [
|
|
"pages/students/2022/oleh_poiasnik/README.md",
|
|
"pages/students/2022/jan_malinovsky/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Oleh Poiasnik",
|
|
"Ján Malinovský",
|
|
"znalostný graf"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "intersection",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": true,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Oleh Poiasnik"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Ján Malinovský"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "topic",
|
|
"value": "znalostný graf"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"MENTIONS_TOPIC",
|
|
"MENTIONS_TOPIC"
|
|
],
|
|
"expected_paths": [
|
|
"Oleh Poiasnik -> MENTIONS_TOPIC -> znalostný graf <- MENTIONS_TOPIC <- Ján Malinovský"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
],
|
|
"note": "Presná spoločná téma je odvodená z keyword_grounding otázok pôvodného benchmarku."
|
|
},
|
|
{
|
|
"id": "g0044",
|
|
"split": "test",
|
|
"category": "shared_topic_pair",
|
|
"difficulty": "hard",
|
|
"question": "Over prepojenie osôb Oleh Poiasnik a Ján Malinovský cez tému znalostný graf a pomenuj spoločný tematický uzol.",
|
|
"expected_documents": [
|
|
"pages/students/2022/oleh_poiasnik/README.md",
|
|
"pages/students/2022/jan_malinovsky/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Oleh Poiasnik",
|
|
"Ján Malinovský",
|
|
"znalostný graf"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "intersection",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": true,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Oleh Poiasnik"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Ján Malinovský"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "topic",
|
|
"value": "znalostný graf"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"MENTIONS_TOPIC",
|
|
"MENTIONS_TOPIC"
|
|
],
|
|
"expected_paths": [
|
|
"Oleh Poiasnik -> MENTIONS_TOPIC -> znalostný graf <- MENTIONS_TOPIC <- Ján Malinovský"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
],
|
|
"note": "Presná spoločná téma je odvodená z keyword_grounding otázok pôvodného benchmarku."
|
|
},
|
|
{
|
|
"id": "g0045",
|
|
"split": "test",
|
|
"category": "shared_topic_pair",
|
|
"difficulty": "hard",
|
|
"question": "Sú osoby Oleh Poiasnik a Maksym Zatirka v ZP Wiki prepojené cez tému znalostný graf? Uveď spoločnú tému.",
|
|
"expected_documents": [
|
|
"pages/students/2022/oleh_poiasnik/README.md",
|
|
"pages/students/2023/maksym_zatirka/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Oleh Poiasnik",
|
|
"Maksym Zatirka",
|
|
"znalostný graf"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "intersection",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": true,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Oleh Poiasnik"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Maksym Zatirka"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "topic",
|
|
"value": "znalostný graf"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"MENTIONS_TOPIC",
|
|
"MENTIONS_TOPIC"
|
|
],
|
|
"expected_paths": [
|
|
"Oleh Poiasnik -> MENTIONS_TOPIC -> znalostný graf <- MENTIONS_TOPIC <- Maksym Zatirka"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
],
|
|
"note": "Presná spoločná téma je odvodená z keyword_grounding otázok pôvodného benchmarku."
|
|
},
|
|
{
|
|
"id": "g0046",
|
|
"split": "test",
|
|
"category": "shared_topic_pair",
|
|
"difficulty": "hard",
|
|
"question": "Over prepojenie osôb Oleh Poiasnik a Maksym Zatirka cez tému znalostný graf a pomenuj spoločný tematický uzol.",
|
|
"expected_documents": [
|
|
"pages/students/2022/oleh_poiasnik/README.md",
|
|
"pages/students/2023/maksym_zatirka/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Oleh Poiasnik",
|
|
"Maksym Zatirka",
|
|
"znalostný graf"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "intersection",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": true,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Oleh Poiasnik"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Maksym Zatirka"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "topic",
|
|
"value": "znalostný graf"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"MENTIONS_TOPIC",
|
|
"MENTIONS_TOPIC"
|
|
],
|
|
"expected_paths": [
|
|
"Oleh Poiasnik -> MENTIONS_TOPIC -> znalostný graf <- MENTIONS_TOPIC <- Maksym Zatirka"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
],
|
|
"note": "Presná spoločná téma je odvodená z keyword_grounding otázok pôvodného benchmarku."
|
|
},
|
|
{
|
|
"id": "g0047",
|
|
"split": "test",
|
|
"category": "shared_topic_pair",
|
|
"difficulty": "hard",
|
|
"question": "Sú osoby Ján Malinovský a Maksym Zatirka v ZP Wiki prepojené cez tému znalostný graf? Uveď spoločnú tému.",
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2023/maksym_zatirka/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Ján Malinovský",
|
|
"Maksym Zatirka",
|
|
"znalostný graf"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "intersection",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": true,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Ján Malinovský"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Maksym Zatirka"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "topic",
|
|
"value": "znalostný graf"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"MENTIONS_TOPIC",
|
|
"MENTIONS_TOPIC"
|
|
],
|
|
"expected_paths": [
|
|
"Ján Malinovský -> MENTIONS_TOPIC -> znalostný graf <- MENTIONS_TOPIC <- Maksym Zatirka"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
],
|
|
"note": "Presná spoločná téma je odvodená z keyword_grounding otázok pôvodného benchmarku."
|
|
},
|
|
{
|
|
"id": "g0048",
|
|
"split": "test",
|
|
"category": "shared_topic_pair",
|
|
"difficulty": "hard",
|
|
"question": "Over prepojenie osôb Ján Malinovský a Maksym Zatirka cez tému znalostný graf a pomenuj spoločný tematický uzol.",
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2023/maksym_zatirka/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Ján Malinovský",
|
|
"Maksym Zatirka",
|
|
"znalostný graf"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "intersection",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": true,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Ján Malinovský"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Maksym Zatirka"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "topic",
|
|
"value": "znalostný graf"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"MENTIONS_TOPIC",
|
|
"MENTIONS_TOPIC"
|
|
],
|
|
"expected_paths": [
|
|
"Ján Malinovský -> MENTIONS_TOPIC -> znalostný graf <- MENTIONS_TOPIC <- Maksym Zatirka"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
],
|
|
"note": "Presná spoločná téma je odvodená z keyword_grounding otázok pôvodného benchmarku."
|
|
},
|
|
{
|
|
"id": "g0049",
|
|
"split": "dev",
|
|
"category": "shared_topic_pair",
|
|
"difficulty": "hard",
|
|
"question": "Sú osoby Tetiana Mohorian a Rostyslav Rodzhuk v ZP Wiki prepojené cez tému LLM? Uveď spoločnú tému.",
|
|
"expected_documents": [
|
|
"pages/students/2022/tetiana_mohorian/README.md",
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Tetiana Mohorian",
|
|
"Rostyslav Rodzhuk",
|
|
"LLM"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "intersection",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": true,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Tetiana Mohorian"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Rostyslav Rodzhuk"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "topic",
|
|
"value": "LLM"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"MENTIONS_TOPIC",
|
|
"MENTIONS_TOPIC"
|
|
],
|
|
"expected_paths": [
|
|
"Tetiana Mohorian -> MENTIONS_TOPIC -> LLM <- MENTIONS_TOPIC <- Rostyslav Rodzhuk"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
],
|
|
"note": "Presná spoločná téma je odvodená z keyword_grounding otázok pôvodného benchmarku."
|
|
},
|
|
{
|
|
"id": "g0050",
|
|
"split": "dev",
|
|
"category": "shared_topic_pair",
|
|
"difficulty": "hard",
|
|
"question": "Over prepojenie osôb Tetiana Mohorian a Rostyslav Rodzhuk cez tému LLM a pomenuj spoločný tematický uzol.",
|
|
"expected_documents": [
|
|
"pages/students/2022/tetiana_mohorian/README.md",
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Tetiana Mohorian",
|
|
"Rostyslav Rodzhuk",
|
|
"LLM"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "intersection",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": true,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Tetiana Mohorian"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Rostyslav Rodzhuk"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "topic",
|
|
"value": "LLM"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"MENTIONS_TOPIC",
|
|
"MENTIONS_TOPIC"
|
|
],
|
|
"expected_paths": [
|
|
"Tetiana Mohorian -> MENTIONS_TOPIC -> LLM <- MENTIONS_TOPIC <- Rostyslav Rodzhuk"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
],
|
|
"note": "Presná spoločná téma je odvodená z keyword_grounding otázok pôvodného benchmarku."
|
|
},
|
|
{
|
|
"id": "g0051",
|
|
"split": "test",
|
|
"category": "shared_topic_pair",
|
|
"difficulty": "hard",
|
|
"question": "Sú osoby Ján Malinovský a Samuel Vasiľ v ZP Wiki prepojené cez tému RAG? Uveď spoločnú tému.",
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2022/samuel_vasil/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Ján Malinovský",
|
|
"Samuel Vasiľ",
|
|
"RAG"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "intersection",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": true,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Ján Malinovský"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Samuel Vasiľ"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "topic",
|
|
"value": "RAG"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"MENTIONS_TOPIC",
|
|
"MENTIONS_TOPIC"
|
|
],
|
|
"expected_paths": [
|
|
"Ján Malinovský -> MENTIONS_TOPIC -> RAG <- MENTIONS_TOPIC <- Samuel Vasiľ"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
],
|
|
"note": "Presná spoločná téma je odvodená z keyword_grounding otázok pôvodného benchmarku."
|
|
},
|
|
{
|
|
"id": "g0052",
|
|
"split": "test",
|
|
"category": "shared_topic_pair",
|
|
"difficulty": "hard",
|
|
"question": "Over prepojenie osôb Ján Malinovský a Samuel Vasiľ cez tému RAG a pomenuj spoločný tematický uzol.",
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2022/samuel_vasil/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Ján Malinovský",
|
|
"Samuel Vasiľ",
|
|
"RAG"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "intersection",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": true,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Ján Malinovský"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Samuel Vasiľ"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "topic",
|
|
"value": "RAG"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"MENTIONS_TOPIC",
|
|
"MENTIONS_TOPIC"
|
|
],
|
|
"expected_paths": [
|
|
"Ján Malinovský -> MENTIONS_TOPIC -> RAG <- MENTIONS_TOPIC <- Samuel Vasiľ"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
],
|
|
"note": "Presná spoločná téma je odvodená z keyword_grounding otázok pôvodného benchmarku."
|
|
},
|
|
{
|
|
"id": "g0053",
|
|
"split": "dev",
|
|
"category": "shared_topic_pair",
|
|
"difficulty": "hard",
|
|
"question": "Sú osoby Rostyslav Rodzhuk a Samuel Džurina v ZP Wiki prepojené cez tému agent? Uveď spoločnú tému.",
|
|
"expected_documents": [
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Rostyslav Rodzhuk",
|
|
"Samuel Džurina",
|
|
"agent"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "intersection",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": true,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Rostyslav Rodzhuk"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Samuel Džurina"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "topic",
|
|
"value": "agent"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"MENTIONS_TOPIC",
|
|
"MENTIONS_TOPIC"
|
|
],
|
|
"expected_paths": [
|
|
"Rostyslav Rodzhuk -> MENTIONS_TOPIC -> agent <- MENTIONS_TOPIC <- Samuel Džurina"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
],
|
|
"note": "Presná spoločná téma je odvodená z keyword_grounding otázok pôvodného benchmarku."
|
|
},
|
|
{
|
|
"id": "g0054",
|
|
"split": "dev",
|
|
"category": "shared_topic_pair",
|
|
"difficulty": "hard",
|
|
"question": "Over prepojenie osôb Rostyslav Rodzhuk a Samuel Džurina cez tému agent a pomenuj spoločný tematický uzol.",
|
|
"expected_documents": [
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Rostyslav Rodzhuk",
|
|
"Samuel Džurina",
|
|
"agent"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "intersection",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": true,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Rostyslav Rodzhuk"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Samuel Džurina"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "topic",
|
|
"value": "agent"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"MENTIONS_TOPIC",
|
|
"MENTIONS_TOPIC"
|
|
],
|
|
"expected_paths": [
|
|
"Rostyslav Rodzhuk -> MENTIONS_TOPIC -> agent <- MENTIONS_TOPIC <- Samuel Džurina"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
],
|
|
"note": "Presná spoločná téma je odvodená z keyword_grounding otázok pôvodného benchmarku."
|
|
},
|
|
{
|
|
"id": "g0055",
|
|
"split": "test",
|
|
"category": "same_work_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Martin Šarišský a Ronald Zalacko?",
|
|
"expected_documents": [
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2023/ronald_zalacko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Martin Šarišský",
|
|
"Ronald Zalacko",
|
|
"2026"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "shared_neighbor",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": true,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Martin Šarišský"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Ronald Zalacko"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_WORK_YEAR",
|
|
"HAS_WORK_YEAR"
|
|
],
|
|
"expected_paths": [
|
|
"Martin Šarišský -> HAS_WORK_YEAR -> 2026 <- HAS_WORK_YEAR <- Ronald Zalacko"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0056",
|
|
"split": "test",
|
|
"category": "same_work_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Maksym Zatirka a Samuel Vasiľ?",
|
|
"expected_documents": [
|
|
"pages/students/2023/maksym_zatirka/README.md",
|
|
"pages/students/2022/samuel_vasil/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Maksym Zatirka",
|
|
"Samuel Vasiľ",
|
|
"2026"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "shared_neighbor",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": true,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Maksym Zatirka"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Samuel Vasiľ"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_WORK_YEAR",
|
|
"HAS_WORK_YEAR"
|
|
],
|
|
"expected_paths": [
|
|
"Maksym Zatirka -> HAS_WORK_YEAR -> 2026 <- HAS_WORK_YEAR <- Samuel Vasiľ"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0057",
|
|
"split": "test",
|
|
"category": "same_work_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Filip Tomáš a Márk Fehér?",
|
|
"expected_documents": [
|
|
"pages/students/2019/filip_tomas/README.md",
|
|
"pages/students/2016/mark_feher/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/mark_feher"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Filip Tomáš",
|
|
"Márk Fehér",
|
|
"2022"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "shared_neighbor",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": true,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Filip Tomáš"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Márk Fehér"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_WORK_YEAR",
|
|
"HAS_WORK_YEAR"
|
|
],
|
|
"expected_paths": [
|
|
"Filip Tomáš -> HAS_WORK_YEAR -> 2022 <- HAS_WORK_YEAR <- Márk Fehér"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0058",
|
|
"split": "dev",
|
|
"category": "same_work_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Ján Pták a Samuel Džurina?",
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_ptak/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Ján Pták",
|
|
"Samuel Džurina",
|
|
"2026"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "shared_neighbor",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": true,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Ján Pták"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Samuel Džurina"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_WORK_YEAR",
|
|
"HAS_WORK_YEAR"
|
|
],
|
|
"expected_paths": [
|
|
"Ján Pták -> HAS_WORK_YEAR -> 2026 <- HAS_WORK_YEAR <- Samuel Džurina"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0059",
|
|
"split": "test",
|
|
"category": "same_work_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Oleksandr Dorybohov a Ronald Zalacko?",
|
|
"expected_documents": [
|
|
"pages/students/2023/oleksandr_dorybohov/README.md",
|
|
"pages/students/2023/ronald_zalacko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Oleksandr Dorybohov",
|
|
"Ronald Zalacko",
|
|
"2026"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "shared_neighbor",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": true,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Oleksandr Dorybohov"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Ronald Zalacko"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_WORK_YEAR",
|
|
"HAS_WORK_YEAR"
|
|
],
|
|
"expected_paths": [
|
|
"Oleksandr Dorybohov -> HAS_WORK_YEAR -> 2026 <- HAS_WORK_YEAR <- Ronald Zalacko"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0060",
|
|
"split": "dev",
|
|
"category": "same_work_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Ján Pták a Matej Novotný?",
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_ptak/README.md",
|
|
"pages/students/2021/matej_novotny/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Ján Pták",
|
|
"Matej Novotný",
|
|
"2026"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "shared_neighbor",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": true,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Ján Pták"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Matej Novotný"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_WORK_YEAR",
|
|
"HAS_WORK_YEAR"
|
|
],
|
|
"expected_paths": [
|
|
"Ján Pták -> HAS_WORK_YEAR -> 2026 <- HAS_WORK_YEAR <- Matej Novotný"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0061",
|
|
"split": "test",
|
|
"category": "same_work_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Dárius Lindvai a Lukáš Pokrývka?",
|
|
"expected_documents": [
|
|
"pages/students/2016/darius_lindvai/README.md",
|
|
"pages/students/2016/lukas_pokryvka/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Dárius Lindvai",
|
|
"Lukáš Pokrývka",
|
|
"2021"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "shared_neighbor",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": true,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Dárius Lindvai"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Lukáš Pokrývka"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2021"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_WORK_YEAR",
|
|
"HAS_WORK_YEAR"
|
|
],
|
|
"expected_paths": [
|
|
"Dárius Lindvai -> HAS_WORK_YEAR -> 2021 <- HAS_WORK_YEAR <- Lukáš Pokrývka"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0062",
|
|
"split": "test",
|
|
"category": "same_work_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Ján Malinovský a Samuel Vasiľ?",
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2022/samuel_vasil/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Ján Malinovský",
|
|
"Samuel Vasiľ",
|
|
"2026"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "shared_neighbor",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": true,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Ján Malinovský"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Samuel Vasiľ"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_WORK_YEAR",
|
|
"HAS_WORK_YEAR"
|
|
],
|
|
"expected_paths": [
|
|
"Ján Malinovský -> HAS_WORK_YEAR -> 2026 <- HAS_WORK_YEAR <- Samuel Vasiľ"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0063",
|
|
"split": "dev",
|
|
"category": "same_work_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Rostyslav Rodzhuk a Samuel Džurina?",
|
|
"expected_documents": [
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Rostyslav Rodzhuk",
|
|
"Samuel Džurina",
|
|
"2026"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "shared_neighbor",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": true,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Rostyslav Rodzhuk"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Samuel Džurina"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_WORK_YEAR",
|
|
"HAS_WORK_YEAR"
|
|
],
|
|
"expected_paths": [
|
|
"Rostyslav Rodzhuk -> HAS_WORK_YEAR -> 2026 <- HAS_WORK_YEAR <- Samuel Džurina"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0064",
|
|
"split": "dev",
|
|
"category": "same_work_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Matej Novotný a Samuel Džurina?",
|
|
"expected_documents": [
|
|
"pages/students/2021/matej_novotny/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Matej Novotný",
|
|
"Samuel Džurina",
|
|
"2026"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "shared_neighbor",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": true,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Matej Novotný"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Samuel Džurina"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_WORK_YEAR",
|
|
"HAS_WORK_YEAR"
|
|
],
|
|
"expected_paths": [
|
|
"Matej Novotný -> HAS_WORK_YEAR -> 2026 <- HAS_WORK_YEAR <- Samuel Džurina"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0065",
|
|
"split": "test",
|
|
"category": "same_work_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Ján Malinovský a Martin Šarišský?",
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Ján Malinovský",
|
|
"Martin Šarišský",
|
|
"2026"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "shared_neighbor",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": true,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Ján Malinovský"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Martin Šarišský"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_WORK_YEAR",
|
|
"HAS_WORK_YEAR"
|
|
],
|
|
"expected_paths": [
|
|
"Ján Malinovský -> HAS_WORK_YEAR -> 2026 <- HAS_WORK_YEAR <- Martin Šarišský"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0066",
|
|
"split": "dev",
|
|
"category": "same_work_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Matej Ščišľak a Samuel Džurina?",
|
|
"expected_documents": [
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Matej Ščišľak",
|
|
"Samuel Džurina",
|
|
"2026"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "shared_neighbor",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": true,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Matej Ščišľak"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Samuel Džurina"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_WORK_YEAR",
|
|
"HAS_WORK_YEAR"
|
|
],
|
|
"expected_paths": [
|
|
"Matej Ščišľak -> HAS_WORK_YEAR -> 2026 <- HAS_WORK_YEAR <- Samuel Džurina"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0067",
|
|
"split": "test",
|
|
"category": "same_work_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Ronald Zalacko a Samuel Vasiľ?",
|
|
"expected_documents": [
|
|
"pages/students/2023/ronald_zalacko/README.md",
|
|
"pages/students/2022/samuel_vasil/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Ronald Zalacko",
|
|
"Samuel Vasiľ",
|
|
"2026"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "shared_neighbor",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": true,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Ronald Zalacko"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Samuel Vasiľ"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_WORK_YEAR",
|
|
"HAS_WORK_YEAR"
|
|
],
|
|
"expected_paths": [
|
|
"Ronald Zalacko -> HAS_WORK_YEAR -> 2026 <- HAS_WORK_YEAR <- Samuel Vasiľ"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0068",
|
|
"split": "dev",
|
|
"category": "same_work_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Artem Yatsenko a Kristián Sopkovič?",
|
|
"expected_documents": [
|
|
"pages/students/2019/artem_yatsenko/README.md",
|
|
"pages/students/2019/kristian_sopkovic/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Artem Yatsenko",
|
|
"Kristián Sopkovič",
|
|
"2022"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "shared_neighbor",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": true,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Artem Yatsenko"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Kristián Sopkovič"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_WORK_YEAR",
|
|
"HAS_WORK_YEAR"
|
|
],
|
|
"expected_paths": [
|
|
"Artem Yatsenko -> HAS_WORK_YEAR -> 2022 <- HAS_WORK_YEAR <- Kristián Sopkovič"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0069",
|
|
"split": "test",
|
|
"category": "same_work_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Alina Vitko a Márk Fehér?",
|
|
"expected_documents": [
|
|
"pages/students/2019/alina_vitko/README.md",
|
|
"pages/students/2016/mark_feher/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/mark_feher"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Alina Vitko",
|
|
"Márk Fehér",
|
|
"2022"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "shared_neighbor",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": true,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Alina Vitko"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Márk Fehér"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_WORK_YEAR",
|
|
"HAS_WORK_YEAR"
|
|
],
|
|
"expected_paths": [
|
|
"Alina Vitko -> HAS_WORK_YEAR -> 2022 <- HAS_WORK_YEAR <- Márk Fehér"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0070",
|
|
"split": "test",
|
|
"category": "same_work_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Martin Šarišský a Oleksandr Dorybohov?",
|
|
"expected_documents": [
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2023/oleksandr_dorybohov/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Martin Šarišský",
|
|
"Oleksandr Dorybohov",
|
|
"2026"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "shared_neighbor",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": true,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Martin Šarišský"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Oleksandr Dorybohov"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_WORK_YEAR",
|
|
"HAS_WORK_YEAR"
|
|
],
|
|
"expected_paths": [
|
|
"Martin Šarišský -> HAS_WORK_YEAR -> 2026 <- HAS_WORK_YEAR <- Oleksandr Dorybohov"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0071",
|
|
"split": "dev",
|
|
"category": "same_work_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Samuel Džurina a Simona Bobrovčanová?",
|
|
"expected_documents": [
|
|
"pages/students/2023/samuel_dzurina/README.md",
|
|
"pages/students/2023/simona_bobrovcanova/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Samuel Džurina",
|
|
"Simona Bobrovčanová",
|
|
"2026"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "shared_neighbor",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": true,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Samuel Džurina"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Simona Bobrovčanová"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_WORK_YEAR",
|
|
"HAS_WORK_YEAR"
|
|
],
|
|
"expected_paths": [
|
|
"Samuel Džurina -> HAS_WORK_YEAR -> 2026 <- HAS_WORK_YEAR <- Simona Bobrovčanová"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0072",
|
|
"split": "dev",
|
|
"category": "same_work_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Ján Pták a Rostyslav Rodzhuk?",
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_ptak/README.md",
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Ján Pták",
|
|
"Rostyslav Rodzhuk",
|
|
"2026"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "shared_neighbor",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": true,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Ján Pták"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Rostyslav Rodzhuk"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_WORK_YEAR",
|
|
"HAS_WORK_YEAR"
|
|
],
|
|
"expected_paths": [
|
|
"Ján Pták -> HAS_WORK_YEAR -> 2026 <- HAS_WORK_YEAR <- Rostyslav Rodzhuk"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0073",
|
|
"split": "test",
|
|
"category": "same_work_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Martin Šarišský a Samuel Vasiľ?",
|
|
"expected_documents": [
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2022/samuel_vasil/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Martin Šarišský",
|
|
"Samuel Vasiľ",
|
|
"2026"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "shared_neighbor",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": true,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Martin Šarišský"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Samuel Vasiľ"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_WORK_YEAR",
|
|
"HAS_WORK_YEAR"
|
|
],
|
|
"expected_paths": [
|
|
"Martin Šarišský -> HAS_WORK_YEAR -> 2026 <- HAS_WORK_YEAR <- Samuel Vasiľ"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0074",
|
|
"split": "dev",
|
|
"category": "same_work_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Ján Holp a Maroš Harahus?",
|
|
"expected_documents": [
|
|
"pages/students/2016/jan_holp/README.md",
|
|
"pages/students/2016/maros_harahus/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Ján Holp",
|
|
"Maroš Harahus",
|
|
"2021"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "shared_neighbor",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": true,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Ján Holp"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Maroš Harahus"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2021"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_WORK_YEAR",
|
|
"HAS_WORK_YEAR"
|
|
],
|
|
"expected_paths": [
|
|
"Ján Holp -> HAS_WORK_YEAR -> 2021 <- HAS_WORK_YEAR <- Maroš Harahus"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0075",
|
|
"split": "dev",
|
|
"category": "same_work_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Artem Yatsenko a Tomáš Kuchárik?",
|
|
"expected_documents": [
|
|
"pages/students/2019/artem_yatsenko/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Artem Yatsenko",
|
|
"Tomáš Kuchárik",
|
|
"2022"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "shared_neighbor",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": true,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Artem Yatsenko"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Tomáš Kuchárik"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_WORK_YEAR",
|
|
"HAS_WORK_YEAR"
|
|
],
|
|
"expected_paths": [
|
|
"Artem Yatsenko -> HAS_WORK_YEAR -> 2022 <- HAS_WORK_YEAR <- Tomáš Kuchárik"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0076",
|
|
"split": "dev",
|
|
"category": "same_work_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Dávid Omasta a Vladimír Ferko?",
|
|
"expected_documents": [
|
|
"pages/students/2018/david_omasta/README.md",
|
|
"pages/students/2021/vladimir_ferko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_omasta",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Dávid Omasta",
|
|
"Vladimír Ferko",
|
|
"2024"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "shared_neighbor",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": true,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Dávid Omasta"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Vladimír Ferko"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2024"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_WORK_YEAR",
|
|
"HAS_WORK_YEAR"
|
|
],
|
|
"expected_paths": [
|
|
"Dávid Omasta -> HAS_WORK_YEAR -> 2024 <- HAS_WORK_YEAR <- Vladimír Ferko"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0077",
|
|
"split": "test",
|
|
"category": "same_work_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Ján Malinovský a Oleksandr Dorybohov?",
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2023/oleksandr_dorybohov/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Ján Malinovský",
|
|
"Oleksandr Dorybohov",
|
|
"2026"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "shared_neighbor",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": true,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Ján Malinovský"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Oleksandr Dorybohov"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_WORK_YEAR",
|
|
"HAS_WORK_YEAR"
|
|
],
|
|
"expected_paths": [
|
|
"Ján Malinovský -> HAS_WORK_YEAR -> 2026 <- HAS_WORK_YEAR <- Oleksandr Dorybohov"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0078",
|
|
"split": "dev",
|
|
"category": "same_work_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Kristián Sopkovič a Michal Stromko?",
|
|
"expected_documents": [
|
|
"pages/students/2019/kristian_sopkovic/README.md",
|
|
"pages/students/2019/michal_stromko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Kristián Sopkovič",
|
|
"Michal Stromko",
|
|
"2022"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "shared_neighbor",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": true,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Kristián Sopkovič"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Michal Stromko"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_WORK_YEAR",
|
|
"HAS_WORK_YEAR"
|
|
],
|
|
"expected_paths": [
|
|
"Kristián Sopkovič -> HAS_WORK_YEAR -> 2022 <- HAS_WORK_YEAR <- Michal Stromko"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0079",
|
|
"split": "dev",
|
|
"category": "same_work_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Artem Yatsenko a Michal Stromko?",
|
|
"expected_documents": [
|
|
"pages/students/2019/artem_yatsenko/README.md",
|
|
"pages/students/2019/michal_stromko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Artem Yatsenko",
|
|
"Michal Stromko",
|
|
"2022"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "shared_neighbor",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": true,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Artem Yatsenko"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Michal Stromko"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_WORK_YEAR",
|
|
"HAS_WORK_YEAR"
|
|
],
|
|
"expected_paths": [
|
|
"Artem Yatsenko -> HAS_WORK_YEAR -> 2022 <- HAS_WORK_YEAR <- Michal Stromko"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0080",
|
|
"split": "test",
|
|
"category": "same_work_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Denis Le Thanh a Maksym Zatirka?",
|
|
"expected_documents": [
|
|
"pages/students/2023/denis_le_thanh/README.md",
|
|
"pages/students/2023/maksym_zatirka/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Denis Le Thanh",
|
|
"Maksym Zatirka",
|
|
"2026"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "shared_neighbor",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": true,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Denis Le Thanh"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Maksym Zatirka"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_WORK_YEAR",
|
|
"HAS_WORK_YEAR"
|
|
],
|
|
"expected_paths": [
|
|
"Denis Le Thanh -> HAS_WORK_YEAR -> 2026 <- HAS_WORK_YEAR <- Maksym Zatirka"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0081",
|
|
"split": "dev",
|
|
"category": "same_work_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Ján Pták a Yevhenii Medushivskyi?",
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_ptak/README.md",
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Ján Pták",
|
|
"Yevhenii Medushivskyi",
|
|
"2026"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "shared_neighbor",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": true,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Ján Pták"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Yevhenii Medushivskyi"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_WORK_YEAR",
|
|
"HAS_WORK_YEAR"
|
|
],
|
|
"expected_paths": [
|
|
"Ján Pták -> HAS_WORK_YEAR -> 2026 <- HAS_WORK_YEAR <- Yevhenii Medushivskyi"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0082",
|
|
"split": "test",
|
|
"category": "same_work_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Oleksandr Dorybohov a Samuel Vasiľ?",
|
|
"expected_documents": [
|
|
"pages/students/2023/oleksandr_dorybohov/README.md",
|
|
"pages/students/2022/samuel_vasil/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Oleksandr Dorybohov",
|
|
"Samuel Vasiľ",
|
|
"2026"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "shared_neighbor",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": true,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Oleksandr Dorybohov"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Samuel Vasiľ"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_WORK_YEAR",
|
|
"HAS_WORK_YEAR"
|
|
],
|
|
"expected_paths": [
|
|
"Oleksandr Dorybohov -> HAS_WORK_YEAR -> 2026 <- HAS_WORK_YEAR <- Samuel Vasiľ"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0083",
|
|
"split": "test",
|
|
"category": "same_work_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Maksym Zatirka a Oleksandr Dorybohov?",
|
|
"expected_documents": [
|
|
"pages/students/2023/maksym_zatirka/README.md",
|
|
"pages/students/2023/oleksandr_dorybohov/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Maksym Zatirka",
|
|
"Oleksandr Dorybohov",
|
|
"2026"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "shared_neighbor",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": true,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Maksym Zatirka"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Oleksandr Dorybohov"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_WORK_YEAR",
|
|
"HAS_WORK_YEAR"
|
|
],
|
|
"expected_paths": [
|
|
"Maksym Zatirka -> HAS_WORK_YEAR -> 2026 <- HAS_WORK_YEAR <- Oleksandr Dorybohov"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0084",
|
|
"split": "dev",
|
|
"category": "same_work_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Matej Ščišľak a Yevhenii Medushivskyi?",
|
|
"expected_documents": [
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Matej Ščišľak",
|
|
"Yevhenii Medushivskyi",
|
|
"2026"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "shared_neighbor",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": true,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Matej Ščišľak"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Yevhenii Medushivskyi"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_WORK_YEAR",
|
|
"HAS_WORK_YEAR"
|
|
],
|
|
"expected_paths": [
|
|
"Matej Ščišľak -> HAS_WORK_YEAR -> 2026 <- HAS_WORK_YEAR <- Yevhenii Medushivskyi"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0085",
|
|
"split": "test",
|
|
"category": "same_work_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Maksym Zatirka a Ronald Zalacko?",
|
|
"expected_documents": [
|
|
"pages/students/2023/maksym_zatirka/README.md",
|
|
"pages/students/2023/ronald_zalacko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Maksym Zatirka",
|
|
"Ronald Zalacko",
|
|
"2026"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "shared_neighbor",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": true,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Maksym Zatirka"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Ronald Zalacko"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_WORK_YEAR",
|
|
"HAS_WORK_YEAR"
|
|
],
|
|
"expected_paths": [
|
|
"Maksym Zatirka -> HAS_WORK_YEAR -> 2026 <- HAS_WORK_YEAR <- Ronald Zalacko"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0086",
|
|
"split": "dev",
|
|
"category": "same_work_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Ondrej Megela a Patrik Pavlišin?",
|
|
"expected_documents": [
|
|
"pages/students/2018/ondrej_megela/README.md",
|
|
"pages/students/2016/patrik_pavlisin/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Ondrej Megela",
|
|
"Patrik Pavlišin",
|
|
"2020"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "shared_neighbor",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": true,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Ondrej Megela"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Patrik Pavlišin"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2020"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_WORK_YEAR",
|
|
"HAS_WORK_YEAR"
|
|
],
|
|
"expected_paths": [
|
|
"Ondrej Megela -> HAS_WORK_YEAR -> 2020 <- HAS_WORK_YEAR <- Patrik Pavlišin"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0087",
|
|
"split": "dev",
|
|
"category": "same_work_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Jakub Maruniak a Maroš Harahus?",
|
|
"expected_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md",
|
|
"pages/students/2016/maros_harahus/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Jakub Maruniak",
|
|
"Maroš Harahus",
|
|
"2021"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "shared_neighbor",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": true,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Jakub Maruniak"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Maroš Harahus"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2021"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_WORK_YEAR",
|
|
"HAS_WORK_YEAR"
|
|
],
|
|
"expected_paths": [
|
|
"Jakub Maruniak -> HAS_WORK_YEAR -> 2021 <- HAS_WORK_YEAR <- Maroš Harahus"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0088",
|
|
"split": "dev",
|
|
"category": "same_work_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Matej Novotný a Simona Bobrovčanová?",
|
|
"expected_documents": [
|
|
"pages/students/2021/matej_novotny/README.md",
|
|
"pages/students/2023/simona_bobrovcanova/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Matej Novotný",
|
|
"Simona Bobrovčanová",
|
|
"2026"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "shared_neighbor",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": true,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Matej Novotný"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Simona Bobrovčanová"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_WORK_YEAR",
|
|
"HAS_WORK_YEAR"
|
|
],
|
|
"expected_paths": [
|
|
"Matej Novotný -> HAS_WORK_YEAR -> 2026 <- HAS_WORK_YEAR <- Simona Bobrovčanová"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0089",
|
|
"split": "dev",
|
|
"category": "same_work_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Dominik Nagy a Kristián Sopkovič?",
|
|
"expected_documents": [
|
|
"pages/students/2016/dominik_nagy/README.md",
|
|
"pages/students/2019/kristian_sopkovic/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Dominik Nagy",
|
|
"Kristián Sopkovič",
|
|
"2022"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "shared_neighbor",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": true,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Dominik Nagy"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Kristián Sopkovič"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_WORK_YEAR",
|
|
"HAS_WORK_YEAR"
|
|
],
|
|
"expected_paths": [
|
|
"Dominik Nagy -> HAS_WORK_YEAR -> 2022 <- HAS_WORK_YEAR <- Kristián Sopkovič"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0090",
|
|
"split": "test",
|
|
"category": "same_work_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Ján Malinovský a Maksym Zatirka?",
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2023/maksym_zatirka/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Ján Malinovský",
|
|
"Maksym Zatirka",
|
|
"2026"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "shared_neighbor",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": true,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Ján Malinovský"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Maksym Zatirka"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_WORK_YEAR",
|
|
"HAS_WORK_YEAR"
|
|
],
|
|
"expected_paths": [
|
|
"Ján Malinovský -> HAS_WORK_YEAR -> 2026 <- HAS_WORK_YEAR <- Maksym Zatirka"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0091",
|
|
"split": "dev",
|
|
"category": "same_work_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Rostyslav Rodzhuk a Simona Bobrovčanová?",
|
|
"expected_documents": [
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md",
|
|
"pages/students/2023/simona_bobrovcanova/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Rostyslav Rodzhuk",
|
|
"Simona Bobrovčanová",
|
|
"2026"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "shared_neighbor",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": true,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Rostyslav Rodzhuk"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Simona Bobrovčanová"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_WORK_YEAR",
|
|
"HAS_WORK_YEAR"
|
|
],
|
|
"expected_paths": [
|
|
"Rostyslav Rodzhuk -> HAS_WORK_YEAR -> 2026 <- HAS_WORK_YEAR <- Simona Bobrovčanová"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0092",
|
|
"split": "dev",
|
|
"category": "same_work_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Simona Bobrovčanová a Yevhenii Medushivskyi?",
|
|
"expected_documents": [
|
|
"pages/students/2023/simona_bobrovcanova/README.md",
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Simona Bobrovčanová",
|
|
"Yevhenii Medushivskyi",
|
|
"2026"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "shared_neighbor",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": true,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Simona Bobrovčanová"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Yevhenii Medushivskyi"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_WORK_YEAR",
|
|
"HAS_WORK_YEAR"
|
|
],
|
|
"expected_paths": [
|
|
"Simona Bobrovčanová -> HAS_WORK_YEAR -> 2026 <- HAS_WORK_YEAR <- Yevhenii Medushivskyi"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0093",
|
|
"split": "dev",
|
|
"category": "same_work_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Kristián Sopkovič a Tomáš Kuchárik?",
|
|
"expected_documents": [
|
|
"pages/students/2019/kristian_sopkovic/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Kristián Sopkovič",
|
|
"Tomáš Kuchárik",
|
|
"2022"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "shared_neighbor",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": true,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Kristián Sopkovič"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Tomáš Kuchárik"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_WORK_YEAR",
|
|
"HAS_WORK_YEAR"
|
|
],
|
|
"expected_paths": [
|
|
"Kristián Sopkovič -> HAS_WORK_YEAR -> 2022 <- HAS_WORK_YEAR <- Tomáš Kuchárik"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0094",
|
|
"split": "test",
|
|
"category": "same_work_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Denis Le Thanh a Ronald Zalacko?",
|
|
"expected_documents": [
|
|
"pages/students/2023/denis_le_thanh/README.md",
|
|
"pages/students/2023/ronald_zalacko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Denis Le Thanh",
|
|
"Ronald Zalacko",
|
|
"2026"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "shared_neighbor",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": true,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Denis Le Thanh"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Ronald Zalacko"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_WORK_YEAR",
|
|
"HAS_WORK_YEAR"
|
|
],
|
|
"expected_paths": [
|
|
"Denis Le Thanh -> HAS_WORK_YEAR -> 2026 <- HAS_WORK_YEAR <- Ronald Zalacko"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0095",
|
|
"split": "dev",
|
|
"category": "same_work_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Dominik Nagy a Michal Stromko?",
|
|
"expected_documents": [
|
|
"pages/students/2016/dominik_nagy/README.md",
|
|
"pages/students/2019/michal_stromko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Dominik Nagy",
|
|
"Michal Stromko",
|
|
"2022"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "shared_neighbor",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": true,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Dominik Nagy"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Michal Stromko"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_WORK_YEAR",
|
|
"HAS_WORK_YEAR"
|
|
],
|
|
"expected_paths": [
|
|
"Dominik Nagy -> HAS_WORK_YEAR -> 2022 <- HAS_WORK_YEAR <- Michal Stromko"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0096",
|
|
"split": "test",
|
|
"category": "same_work_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Alina Vitko a Filip Tomáš?",
|
|
"expected_documents": [
|
|
"pages/students/2019/alina_vitko/README.md",
|
|
"pages/students/2019/filip_tomas/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Alina Vitko",
|
|
"Filip Tomáš",
|
|
"2022"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "shared_neighbor",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": true,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Alina Vitko"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Filip Tomáš"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_WORK_YEAR",
|
|
"HAS_WORK_YEAR"
|
|
],
|
|
"expected_paths": [
|
|
"Alina Vitko -> HAS_WORK_YEAR -> 2022 <- HAS_WORK_YEAR <- Filip Tomáš"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0097",
|
|
"split": "dev",
|
|
"category": "same_work_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Artem Yatsenko a Dominik Nagy?",
|
|
"expected_documents": [
|
|
"pages/students/2019/artem_yatsenko/README.md",
|
|
"pages/students/2016/dominik_nagy/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Artem Yatsenko",
|
|
"Dominik Nagy",
|
|
"2022"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "shared_neighbor",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": true,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Artem Yatsenko"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Dominik Nagy"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_WORK_YEAR",
|
|
"HAS_WORK_YEAR"
|
|
],
|
|
"expected_paths": [
|
|
"Artem Yatsenko -> HAS_WORK_YEAR -> 2022 <- HAS_WORK_YEAR <- Dominik Nagy"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0098",
|
|
"split": "dev",
|
|
"category": "same_work_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Michal Stromko a Tomáš Kuchárik?",
|
|
"expected_documents": [
|
|
"pages/students/2019/michal_stromko/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Michal Stromko",
|
|
"Tomáš Kuchárik",
|
|
"2022"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "shared_neighbor",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": true,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Michal Stromko"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Tomáš Kuchárik"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_WORK_YEAR",
|
|
"HAS_WORK_YEAR"
|
|
],
|
|
"expected_paths": [
|
|
"Michal Stromko -> HAS_WORK_YEAR -> 2022 <- HAS_WORK_YEAR <- Tomáš Kuchárik"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0099",
|
|
"split": "dev",
|
|
"category": "same_work_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Matej Ščišľak a Rostyslav Rodzhuk?",
|
|
"expected_documents": [
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Matej Ščišľak",
|
|
"Rostyslav Rodzhuk",
|
|
"2026"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "shared_neighbor",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": true,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Matej Ščišľak"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Rostyslav Rodzhuk"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_WORK_YEAR",
|
|
"HAS_WORK_YEAR"
|
|
],
|
|
"expected_paths": [
|
|
"Matej Ščišľak -> HAS_WORK_YEAR -> 2026 <- HAS_WORK_YEAR <- Rostyslav Rodzhuk"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0100",
|
|
"split": "dev",
|
|
"category": "same_work_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Rostyslav Rodzhuk a Yevhenii Medushivskyi?",
|
|
"expected_documents": [
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md",
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Rostyslav Rodzhuk",
|
|
"Yevhenii Medushivskyi",
|
|
"2026"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "shared_neighbor",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": true,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Rostyslav Rodzhuk"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Yevhenii Medushivskyi"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_WORK_YEAR",
|
|
"HAS_WORK_YEAR"
|
|
],
|
|
"expected_paths": [
|
|
"Rostyslav Rodzhuk -> HAS_WORK_YEAR -> 2026 <- HAS_WORK_YEAR <- Yevhenii Medushivskyi"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0101",
|
|
"split": "test",
|
|
"category": "same_work_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Denis Le Thanh a Ján Malinovský?",
|
|
"expected_documents": [
|
|
"pages/students/2023/denis_le_thanh/README.md",
|
|
"pages/students/2022/jan_malinovsky/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Denis Le Thanh",
|
|
"Ján Malinovský",
|
|
"2026"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "shared_neighbor",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": true,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Denis Le Thanh"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Ján Malinovský"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_WORK_YEAR",
|
|
"HAS_WORK_YEAR"
|
|
],
|
|
"expected_paths": [
|
|
"Denis Le Thanh -> HAS_WORK_YEAR -> 2026 <- HAS_WORK_YEAR <- Ján Malinovský"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0102",
|
|
"split": "test",
|
|
"category": "same_work_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Maksym Zatirka a Martin Šarišský?",
|
|
"expected_documents": [
|
|
"pages/students/2023/maksym_zatirka/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Maksym Zatirka",
|
|
"Martin Šarišský",
|
|
"2026"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "shared_neighbor",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": true,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Maksym Zatirka"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Martin Šarišský"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_WORK_YEAR",
|
|
"HAS_WORK_YEAR"
|
|
],
|
|
"expected_paths": [
|
|
"Maksym Zatirka -> HAS_WORK_YEAR -> 2026 <- HAS_WORK_YEAR <- Martin Šarišský"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0103",
|
|
"split": "test",
|
|
"category": "same_work_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Andrii Pervashov a Oleh Poiasnik?",
|
|
"expected_documents": [
|
|
"pages/students/2022/andrii_pervashov/README.md",
|
|
"pages/students/2022/oleh_poiasnik/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Andrii Pervashov",
|
|
"Oleh Poiasnik",
|
|
"2027"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "shared_neighbor",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": true,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Andrii Pervashov"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Oleh Poiasnik"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2027"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_WORK_YEAR",
|
|
"HAS_WORK_YEAR"
|
|
],
|
|
"expected_paths": [
|
|
"Andrii Pervashov -> HAS_WORK_YEAR -> 2027 <- HAS_WORK_YEAR <- Oleh Poiasnik"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0104",
|
|
"split": "dev",
|
|
"category": "same_work_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Ján Pták a Matej Ščišľak?",
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_ptak/README.md",
|
|
"pages/students/2021/matej_scislak/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Ján Pták",
|
|
"Matej Ščišľak",
|
|
"2026"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "shared_neighbor",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": true,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Ján Pták"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Matej Ščišľak"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_WORK_YEAR",
|
|
"HAS_WORK_YEAR"
|
|
],
|
|
"expected_paths": [
|
|
"Ján Pták -> HAS_WORK_YEAR -> 2026 <- HAS_WORK_YEAR <- Matej Ščišľak"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0105",
|
|
"split": "dev",
|
|
"category": "same_work_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Dominik Nagy a Tomáš Kuchárik?",
|
|
"expected_documents": [
|
|
"pages/students/2016/dominik_nagy/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Dominik Nagy",
|
|
"Tomáš Kuchárik",
|
|
"2022"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "shared_neighbor",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": true,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Dominik Nagy"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Tomáš Kuchárik"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_WORK_YEAR",
|
|
"HAS_WORK_YEAR"
|
|
],
|
|
"expected_paths": [
|
|
"Dominik Nagy -> HAS_WORK_YEAR -> 2022 <- HAS_WORK_YEAR <- Tomáš Kuchárik"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0106",
|
|
"split": "test",
|
|
"category": "same_work_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Denis Le Thanh a Samuel Vasiľ?",
|
|
"expected_documents": [
|
|
"pages/students/2023/denis_le_thanh/README.md",
|
|
"pages/students/2022/samuel_vasil/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Denis Le Thanh",
|
|
"Samuel Vasiľ",
|
|
"2026"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "shared_neighbor",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": true,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Denis Le Thanh"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Samuel Vasiľ"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_WORK_YEAR",
|
|
"HAS_WORK_YEAR"
|
|
],
|
|
"expected_paths": [
|
|
"Denis Le Thanh -> HAS_WORK_YEAR -> 2026 <- HAS_WORK_YEAR <- Samuel Vasiľ"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0107",
|
|
"split": "dev",
|
|
"category": "same_work_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Matej Novotný a Yevhenii Medushivskyi?",
|
|
"expected_documents": [
|
|
"pages/students/2021/matej_novotny/README.md",
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Matej Novotný",
|
|
"Yevhenii Medushivskyi",
|
|
"2026"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "shared_neighbor",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": true,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Matej Novotný"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Yevhenii Medushivskyi"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_WORK_YEAR",
|
|
"HAS_WORK_YEAR"
|
|
],
|
|
"expected_paths": [
|
|
"Matej Novotný -> HAS_WORK_YEAR -> 2026 <- HAS_WORK_YEAR <- Yevhenii Medushivskyi"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0108",
|
|
"split": "dev",
|
|
"category": "same_work_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Ján Pták a Simona Bobrovčanová?",
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_ptak/README.md",
|
|
"pages/students/2023/simona_bobrovcanova/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Ján Pták",
|
|
"Simona Bobrovčanová",
|
|
"2026"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "shared_neighbor",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": true,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Ján Pták"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Simona Bobrovčanová"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_WORK_YEAR",
|
|
"HAS_WORK_YEAR"
|
|
],
|
|
"expected_paths": [
|
|
"Ján Pták -> HAS_WORK_YEAR -> 2026 <- HAS_WORK_YEAR <- Simona Bobrovčanová"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0109",
|
|
"split": "test",
|
|
"category": "same_work_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Denis Le Thanh a Oleksandr Dorybohov?",
|
|
"expected_documents": [
|
|
"pages/students/2023/denis_le_thanh/README.md",
|
|
"pages/students/2023/oleksandr_dorybohov/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Denis Le Thanh",
|
|
"Oleksandr Dorybohov",
|
|
"2026"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "shared_neighbor",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": true,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Denis Le Thanh"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Oleksandr Dorybohov"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_WORK_YEAR",
|
|
"HAS_WORK_YEAR"
|
|
],
|
|
"expected_paths": [
|
|
"Denis Le Thanh -> HAS_WORK_YEAR -> 2026 <- HAS_WORK_YEAR <- Oleksandr Dorybohov"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0110",
|
|
"split": "dev",
|
|
"category": "same_work_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Matej Novotný a Matej Ščišľak?",
|
|
"expected_documents": [
|
|
"pages/students/2021/matej_novotny/README.md",
|
|
"pages/students/2021/matej_scislak/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Matej Novotný",
|
|
"Matej Ščišľak",
|
|
"2026"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "shared_neighbor",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": true,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Matej Novotný"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Matej Ščišľak"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_WORK_YEAR",
|
|
"HAS_WORK_YEAR"
|
|
],
|
|
"expected_paths": [
|
|
"Matej Novotný -> HAS_WORK_YEAR -> 2026 <- HAS_WORK_YEAR <- Matej Ščišľak"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0111",
|
|
"split": "dev",
|
|
"category": "same_work_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Jakub Maruniak a Ján Holp?",
|
|
"expected_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md",
|
|
"pages/students/2016/jan_holp/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Jakub Maruniak",
|
|
"Ján Holp",
|
|
"2021"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "shared_neighbor",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": true,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Jakub Maruniak"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Ján Holp"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2021"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_WORK_YEAR",
|
|
"HAS_WORK_YEAR"
|
|
],
|
|
"expected_paths": [
|
|
"Jakub Maruniak -> HAS_WORK_YEAR -> 2021 <- HAS_WORK_YEAR <- Ján Holp"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0112",
|
|
"split": "test",
|
|
"category": "same_work_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Dmytro Ushatenko a Martin Wencel?",
|
|
"expected_documents": [
|
|
"pages/students/2017/dmytro_ushatenko/README.md",
|
|
"pages/students/2018/martin_wencel/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Dmytro Ushatenko",
|
|
"Martin Wencel",
|
|
"2020"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "shared_neighbor",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": true,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Dmytro Ushatenko"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Martin Wencel"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2020"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_WORK_YEAR",
|
|
"HAS_WORK_YEAR"
|
|
],
|
|
"expected_paths": [
|
|
"Dmytro Ushatenko -> HAS_WORK_YEAR -> 2020 <- HAS_WORK_YEAR <- Martin Wencel"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0113",
|
|
"split": "test",
|
|
"category": "same_work_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Ján Malinovský a Ronald Zalacko?",
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2023/ronald_zalacko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Ján Malinovský",
|
|
"Ronald Zalacko",
|
|
"2026"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "shared_neighbor",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": true,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Ján Malinovský"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Ronald Zalacko"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_WORK_YEAR",
|
|
"HAS_WORK_YEAR"
|
|
],
|
|
"expected_paths": [
|
|
"Ján Malinovský -> HAS_WORK_YEAR -> 2026 <- HAS_WORK_YEAR <- Ronald Zalacko"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0114",
|
|
"split": "dev",
|
|
"category": "same_work_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Matej Ščišľak a Simona Bobrovčanová?",
|
|
"expected_documents": [
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2023/simona_bobrovcanova/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Matej Ščišľak",
|
|
"Simona Bobrovčanová",
|
|
"2026"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "shared_neighbor",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": true,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Matej Ščišľak"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Simona Bobrovčanová"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_WORK_YEAR",
|
|
"HAS_WORK_YEAR"
|
|
],
|
|
"expected_paths": [
|
|
"Matej Ščišľak -> HAS_WORK_YEAR -> 2026 <- HAS_WORK_YEAR <- Simona Bobrovčanová"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0115",
|
|
"split": "dev",
|
|
"category": "same_work_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Matej Novotný a Rostyslav Rodzhuk?",
|
|
"expected_documents": [
|
|
"pages/students/2021/matej_novotny/README.md",
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Matej Novotný",
|
|
"Rostyslav Rodzhuk",
|
|
"2026"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "shared_neighbor",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": true,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Matej Novotný"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Rostyslav Rodzhuk"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_WORK_YEAR",
|
|
"HAS_WORK_YEAR"
|
|
],
|
|
"expected_paths": [
|
|
"Matej Novotný -> HAS_WORK_YEAR -> 2026 <- HAS_WORK_YEAR <- Rostyslav Rodzhuk"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0116",
|
|
"split": "dev",
|
|
"category": "same_work_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Daniil Huzenko a Tetiana Mohorian?",
|
|
"expected_documents": [
|
|
"pages/students/2022/daniil_huzenko/README.md",
|
|
"pages/students/2022/tetiana_mohorian/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Daniil Huzenko",
|
|
"Tetiana Mohorian",
|
|
"2025"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "shared_neighbor",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": true,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Daniil Huzenko"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Tetiana Mohorian"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2025"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_WORK_YEAR",
|
|
"HAS_WORK_YEAR"
|
|
],
|
|
"expected_paths": [
|
|
"Daniil Huzenko -> HAS_WORK_YEAR -> 2025 <- HAS_WORK_YEAR <- Tetiana Mohorian"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0117",
|
|
"split": "test",
|
|
"category": "same_work_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Denis Le Thanh a Martin Šarišský?",
|
|
"expected_documents": [
|
|
"pages/students/2023/denis_le_thanh/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Denis Le Thanh",
|
|
"Martin Šarišský",
|
|
"2026"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "shared_neighbor",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": true,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Denis Le Thanh"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Martin Šarišský"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_WORK_YEAR",
|
|
"HAS_WORK_YEAR"
|
|
],
|
|
"expected_paths": [
|
|
"Denis Le Thanh -> HAS_WORK_YEAR -> 2026 <- HAS_WORK_YEAR <- Martin Šarišský"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0118",
|
|
"split": "dev",
|
|
"category": "same_work_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Samuel Džurina a Yevhenii Medushivskyi?",
|
|
"expected_documents": [
|
|
"pages/students/2023/samuel_dzurina/README.md",
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Samuel Džurina",
|
|
"Yevhenii Medushivskyi",
|
|
"2026"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "shared_neighbor",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": true,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Samuel Džurina"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Yevhenii Medushivskyi"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_WORK_YEAR",
|
|
"HAS_WORK_YEAR"
|
|
],
|
|
"expected_paths": [
|
|
"Samuel Džurina -> HAS_WORK_YEAR -> 2026 <- HAS_WORK_YEAR <- Yevhenii Medushivskyi"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0119",
|
|
"split": "test",
|
|
"category": "same_work_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Aký rok práce spája osoby Martin Šarišský a Ronald Zalacko?",
|
|
"expected_documents": [
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2023/ronald_zalacko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Martin Šarišský",
|
|
"Ronald Zalacko",
|
|
"2026"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "shared_neighbor",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": true,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Martin Šarišský"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Ronald Zalacko"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_WORK_YEAR",
|
|
"HAS_WORK_YEAR"
|
|
],
|
|
"expected_paths": [
|
|
"Martin Šarišský -> HAS_WORK_YEAR -> 2026 <- HAS_WORK_YEAR <- Ronald Zalacko"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0120",
|
|
"split": "test",
|
|
"category": "same_work_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Aký rok práce spája osoby Maksym Zatirka a Samuel Vasiľ?",
|
|
"expected_documents": [
|
|
"pages/students/2023/maksym_zatirka/README.md",
|
|
"pages/students/2022/samuel_vasil/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Maksym Zatirka",
|
|
"Samuel Vasiľ",
|
|
"2026"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "shared_neighbor",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": true,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Maksym Zatirka"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Samuel Vasiľ"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_WORK_YEAR",
|
|
"HAS_WORK_YEAR"
|
|
],
|
|
"expected_paths": [
|
|
"Maksym Zatirka -> HAS_WORK_YEAR -> 2026 <- HAS_WORK_YEAR <- Samuel Vasiľ"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0121",
|
|
"split": "test",
|
|
"category": "same_work_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Aký rok práce spája osoby Filip Tomáš a Márk Fehér?",
|
|
"expected_documents": [
|
|
"pages/students/2019/filip_tomas/README.md",
|
|
"pages/students/2016/mark_feher/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/mark_feher"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Filip Tomáš",
|
|
"Márk Fehér",
|
|
"2022"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "shared_neighbor",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": true,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Filip Tomáš"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Márk Fehér"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_WORK_YEAR",
|
|
"HAS_WORK_YEAR"
|
|
],
|
|
"expected_paths": [
|
|
"Filip Tomáš -> HAS_WORK_YEAR -> 2022 <- HAS_WORK_YEAR <- Márk Fehér"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0122",
|
|
"split": "dev",
|
|
"category": "same_work_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Aký rok práce spája osoby Ján Pták a Samuel Džurina?",
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_ptak/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Ján Pták",
|
|
"Samuel Džurina",
|
|
"2026"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "shared_neighbor",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": true,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Ján Pták"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Samuel Džurina"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_WORK_YEAR",
|
|
"HAS_WORK_YEAR"
|
|
],
|
|
"expected_paths": [
|
|
"Ján Pták -> HAS_WORK_YEAR -> 2026 <- HAS_WORK_YEAR <- Samuel Džurina"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0123",
|
|
"split": "test",
|
|
"category": "same_work_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Aký rok práce spája osoby Oleksandr Dorybohov a Ronald Zalacko?",
|
|
"expected_documents": [
|
|
"pages/students/2023/oleksandr_dorybohov/README.md",
|
|
"pages/students/2023/ronald_zalacko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Oleksandr Dorybohov",
|
|
"Ronald Zalacko",
|
|
"2026"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "shared_neighbor",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": true,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Oleksandr Dorybohov"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Ronald Zalacko"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_WORK_YEAR",
|
|
"HAS_WORK_YEAR"
|
|
],
|
|
"expected_paths": [
|
|
"Oleksandr Dorybohov -> HAS_WORK_YEAR -> 2026 <- HAS_WORK_YEAR <- Ronald Zalacko"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0124",
|
|
"split": "dev",
|
|
"category": "same_work_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Aký rok práce spája osoby Ján Pták a Matej Novotný?",
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_ptak/README.md",
|
|
"pages/students/2021/matej_novotny/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Ján Pták",
|
|
"Matej Novotný",
|
|
"2026"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "shared_neighbor",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": true,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Ján Pták"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Matej Novotný"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_WORK_YEAR",
|
|
"HAS_WORK_YEAR"
|
|
],
|
|
"expected_paths": [
|
|
"Ján Pták -> HAS_WORK_YEAR -> 2026 <- HAS_WORK_YEAR <- Matej Novotný"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0125",
|
|
"split": "test",
|
|
"category": "same_work_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Aký rok práce spája osoby Dárius Lindvai a Lukáš Pokrývka?",
|
|
"expected_documents": [
|
|
"pages/students/2016/darius_lindvai/README.md",
|
|
"pages/students/2016/lukas_pokryvka/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Dárius Lindvai",
|
|
"Lukáš Pokrývka",
|
|
"2021"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "shared_neighbor",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": true,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Dárius Lindvai"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Lukáš Pokrývka"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2021"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_WORK_YEAR",
|
|
"HAS_WORK_YEAR"
|
|
],
|
|
"expected_paths": [
|
|
"Dárius Lindvai -> HAS_WORK_YEAR -> 2021 <- HAS_WORK_YEAR <- Lukáš Pokrývka"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0126",
|
|
"split": "test",
|
|
"category": "same_work_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Aký rok práce spája osoby Ján Malinovský a Samuel Vasiľ?",
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2022/samuel_vasil/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Ján Malinovský",
|
|
"Samuel Vasiľ",
|
|
"2026"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "shared_neighbor",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": true,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Ján Malinovský"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Samuel Vasiľ"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_WORK_YEAR",
|
|
"HAS_WORK_YEAR"
|
|
],
|
|
"expected_paths": [
|
|
"Ján Malinovský -> HAS_WORK_YEAR -> 2026 <- HAS_WORK_YEAR <- Samuel Vasiľ"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0127",
|
|
"split": "dev",
|
|
"category": "same_work_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Aký rok práce spája osoby Rostyslav Rodzhuk a Samuel Džurina?",
|
|
"expected_documents": [
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Rostyslav Rodzhuk",
|
|
"Samuel Džurina",
|
|
"2026"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "shared_neighbor",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": true,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Rostyslav Rodzhuk"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Samuel Džurina"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_WORK_YEAR",
|
|
"HAS_WORK_YEAR"
|
|
],
|
|
"expected_paths": [
|
|
"Rostyslav Rodzhuk -> HAS_WORK_YEAR -> 2026 <- HAS_WORK_YEAR <- Samuel Džurina"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0128",
|
|
"split": "dev",
|
|
"category": "same_work_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Aký rok práce spája osoby Matej Novotný a Samuel Džurina?",
|
|
"expected_documents": [
|
|
"pages/students/2021/matej_novotny/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Matej Novotný",
|
|
"Samuel Džurina",
|
|
"2026"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "shared_neighbor",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": true,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Matej Novotný"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Samuel Džurina"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_WORK_YEAR",
|
|
"HAS_WORK_YEAR"
|
|
],
|
|
"expected_paths": [
|
|
"Matej Novotný -> HAS_WORK_YEAR -> 2026 <- HAS_WORK_YEAR <- Samuel Džurina"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0129",
|
|
"split": "test",
|
|
"category": "same_work_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Aký rok práce spája osoby Ján Malinovský a Martin Šarišský?",
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Ján Malinovský",
|
|
"Martin Šarišský",
|
|
"2026"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "shared_neighbor",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": true,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Ján Malinovský"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Martin Šarišský"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_WORK_YEAR",
|
|
"HAS_WORK_YEAR"
|
|
],
|
|
"expected_paths": [
|
|
"Ján Malinovský -> HAS_WORK_YEAR -> 2026 <- HAS_WORK_YEAR <- Martin Šarišský"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0130",
|
|
"split": "dev",
|
|
"category": "same_work_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Aký rok práce spája osoby Matej Ščišľak a Samuel Džurina?",
|
|
"expected_documents": [
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Matej Ščišľak",
|
|
"Samuel Džurina",
|
|
"2026"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "shared_neighbor",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": true,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Matej Ščišľak"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Samuel Džurina"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_WORK_YEAR",
|
|
"HAS_WORK_YEAR"
|
|
],
|
|
"expected_paths": [
|
|
"Matej Ščišľak -> HAS_WORK_YEAR -> 2026 <- HAS_WORK_YEAR <- Samuel Džurina"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0131",
|
|
"split": "test",
|
|
"category": "same_work_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Aký rok práce spája osoby Ronald Zalacko a Samuel Vasiľ?",
|
|
"expected_documents": [
|
|
"pages/students/2023/ronald_zalacko/README.md",
|
|
"pages/students/2022/samuel_vasil/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Ronald Zalacko",
|
|
"Samuel Vasiľ",
|
|
"2026"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "shared_neighbor",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": true,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Ronald Zalacko"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Samuel Vasiľ"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_WORK_YEAR",
|
|
"HAS_WORK_YEAR"
|
|
],
|
|
"expected_paths": [
|
|
"Ronald Zalacko -> HAS_WORK_YEAR -> 2026 <- HAS_WORK_YEAR <- Samuel Vasiľ"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0132",
|
|
"split": "dev",
|
|
"category": "same_work_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Aký rok práce spája osoby Artem Yatsenko a Kristián Sopkovič?",
|
|
"expected_documents": [
|
|
"pages/students/2019/artem_yatsenko/README.md",
|
|
"pages/students/2019/kristian_sopkovic/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Artem Yatsenko",
|
|
"Kristián Sopkovič",
|
|
"2022"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "shared_neighbor",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": true,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Artem Yatsenko"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Kristián Sopkovič"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_WORK_YEAR",
|
|
"HAS_WORK_YEAR"
|
|
],
|
|
"expected_paths": [
|
|
"Artem Yatsenko -> HAS_WORK_YEAR -> 2022 <- HAS_WORK_YEAR <- Kristián Sopkovič"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0133",
|
|
"split": "test",
|
|
"category": "same_work_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Aký rok práce spája osoby Alina Vitko a Márk Fehér?",
|
|
"expected_documents": [
|
|
"pages/students/2019/alina_vitko/README.md",
|
|
"pages/students/2016/mark_feher/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/mark_feher"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Alina Vitko",
|
|
"Márk Fehér",
|
|
"2022"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "shared_neighbor",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": true,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Alina Vitko"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Márk Fehér"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_WORK_YEAR",
|
|
"HAS_WORK_YEAR"
|
|
],
|
|
"expected_paths": [
|
|
"Alina Vitko -> HAS_WORK_YEAR -> 2022 <- HAS_WORK_YEAR <- Márk Fehér"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0134",
|
|
"split": "test",
|
|
"category": "same_work_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Aký rok práce spája osoby Martin Šarišský a Oleksandr Dorybohov?",
|
|
"expected_documents": [
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2023/oleksandr_dorybohov/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Martin Šarišský",
|
|
"Oleksandr Dorybohov",
|
|
"2026"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "shared_neighbor",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": true,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Martin Šarišský"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Oleksandr Dorybohov"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_WORK_YEAR",
|
|
"HAS_WORK_YEAR"
|
|
],
|
|
"expected_paths": [
|
|
"Martin Šarišský -> HAS_WORK_YEAR -> 2026 <- HAS_WORK_YEAR <- Oleksandr Dorybohov"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0135",
|
|
"split": "dev",
|
|
"category": "same_work_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Aký rok práce spája osoby Samuel Džurina a Simona Bobrovčanová?",
|
|
"expected_documents": [
|
|
"pages/students/2023/samuel_dzurina/README.md",
|
|
"pages/students/2023/simona_bobrovcanova/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Samuel Džurina",
|
|
"Simona Bobrovčanová",
|
|
"2026"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "shared_neighbor",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": true,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Samuel Džurina"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Simona Bobrovčanová"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_WORK_YEAR",
|
|
"HAS_WORK_YEAR"
|
|
],
|
|
"expected_paths": [
|
|
"Samuel Džurina -> HAS_WORK_YEAR -> 2026 <- HAS_WORK_YEAR <- Simona Bobrovčanová"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0136",
|
|
"split": "dev",
|
|
"category": "same_work_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Aký rok práce spája osoby Ján Pták a Rostyslav Rodzhuk?",
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_ptak/README.md",
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Ján Pták",
|
|
"Rostyslav Rodzhuk",
|
|
"2026"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "shared_neighbor",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": true,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Ján Pták"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Rostyslav Rodzhuk"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_WORK_YEAR",
|
|
"HAS_WORK_YEAR"
|
|
],
|
|
"expected_paths": [
|
|
"Ján Pták -> HAS_WORK_YEAR -> 2026 <- HAS_WORK_YEAR <- Rostyslav Rodzhuk"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0137",
|
|
"split": "test",
|
|
"category": "same_work_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Aký rok práce spája osoby Martin Šarišský a Samuel Vasiľ?",
|
|
"expected_documents": [
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2022/samuel_vasil/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Martin Šarišský",
|
|
"Samuel Vasiľ",
|
|
"2026"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "shared_neighbor",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": true,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Martin Šarišský"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Samuel Vasiľ"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_WORK_YEAR",
|
|
"HAS_WORK_YEAR"
|
|
],
|
|
"expected_paths": [
|
|
"Martin Šarišský -> HAS_WORK_YEAR -> 2026 <- HAS_WORK_YEAR <- Samuel Vasiľ"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0138",
|
|
"split": "dev",
|
|
"category": "same_work_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Aký rok práce spája osoby Ján Holp a Maroš Harahus?",
|
|
"expected_documents": [
|
|
"pages/students/2016/jan_holp/README.md",
|
|
"pages/students/2016/maros_harahus/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Ján Holp",
|
|
"Maroš Harahus",
|
|
"2021"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "shared_neighbor",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": true,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Ján Holp"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Maroš Harahus"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2021"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_WORK_YEAR",
|
|
"HAS_WORK_YEAR"
|
|
],
|
|
"expected_paths": [
|
|
"Ján Holp -> HAS_WORK_YEAR -> 2021 <- HAS_WORK_YEAR <- Maroš Harahus"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0139",
|
|
"split": "dev",
|
|
"category": "same_work_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Aký rok práce spája osoby Artem Yatsenko a Tomáš Kuchárik?",
|
|
"expected_documents": [
|
|
"pages/students/2019/artem_yatsenko/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Artem Yatsenko",
|
|
"Tomáš Kuchárik",
|
|
"2022"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "shared_neighbor",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": true,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Artem Yatsenko"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Tomáš Kuchárik"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_WORK_YEAR",
|
|
"HAS_WORK_YEAR"
|
|
],
|
|
"expected_paths": [
|
|
"Artem Yatsenko -> HAS_WORK_YEAR -> 2022 <- HAS_WORK_YEAR <- Tomáš Kuchárik"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0140",
|
|
"split": "dev",
|
|
"category": "same_work_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Aký rok práce spája osoby Dávid Omasta a Vladimír Ferko?",
|
|
"expected_documents": [
|
|
"pages/students/2018/david_omasta/README.md",
|
|
"pages/students/2021/vladimir_ferko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_omasta",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Dávid Omasta",
|
|
"Vladimír Ferko",
|
|
"2024"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "shared_neighbor",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": true,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Dávid Omasta"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Vladimír Ferko"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2024"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_WORK_YEAR",
|
|
"HAS_WORK_YEAR"
|
|
],
|
|
"expected_paths": [
|
|
"Dávid Omasta -> HAS_WORK_YEAR -> 2024 <- HAS_WORK_YEAR <- Vladimír Ferko"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0141",
|
|
"split": "test",
|
|
"category": "same_work_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Aký rok práce spája osoby Ján Malinovský a Oleksandr Dorybohov?",
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2023/oleksandr_dorybohov/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Ján Malinovský",
|
|
"Oleksandr Dorybohov",
|
|
"2026"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "shared_neighbor",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": true,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Ján Malinovský"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Oleksandr Dorybohov"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_WORK_YEAR",
|
|
"HAS_WORK_YEAR"
|
|
],
|
|
"expected_paths": [
|
|
"Ján Malinovský -> HAS_WORK_YEAR -> 2026 <- HAS_WORK_YEAR <- Oleksandr Dorybohov"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0142",
|
|
"split": "dev",
|
|
"category": "same_work_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Aký rok práce spája osoby Kristián Sopkovič a Michal Stromko?",
|
|
"expected_documents": [
|
|
"pages/students/2019/kristian_sopkovic/README.md",
|
|
"pages/students/2019/michal_stromko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Kristián Sopkovič",
|
|
"Michal Stromko",
|
|
"2022"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "shared_neighbor",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": true,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Kristián Sopkovič"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Michal Stromko"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_WORK_YEAR",
|
|
"HAS_WORK_YEAR"
|
|
],
|
|
"expected_paths": [
|
|
"Kristián Sopkovič -> HAS_WORK_YEAR -> 2022 <- HAS_WORK_YEAR <- Michal Stromko"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0143",
|
|
"split": "dev",
|
|
"category": "same_work_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Aký rok práce spája osoby Artem Yatsenko a Michal Stromko?",
|
|
"expected_documents": [
|
|
"pages/students/2019/artem_yatsenko/README.md",
|
|
"pages/students/2019/michal_stromko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Artem Yatsenko",
|
|
"Michal Stromko",
|
|
"2022"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "shared_neighbor",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": true,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Artem Yatsenko"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Michal Stromko"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_WORK_YEAR",
|
|
"HAS_WORK_YEAR"
|
|
],
|
|
"expected_paths": [
|
|
"Artem Yatsenko -> HAS_WORK_YEAR -> 2022 <- HAS_WORK_YEAR <- Michal Stromko"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0144",
|
|
"split": "test",
|
|
"category": "same_work_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Aký rok práce spája osoby Denis Le Thanh a Maksym Zatirka?",
|
|
"expected_documents": [
|
|
"pages/students/2023/denis_le_thanh/README.md",
|
|
"pages/students/2023/maksym_zatirka/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Denis Le Thanh",
|
|
"Maksym Zatirka",
|
|
"2026"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "shared_neighbor",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": true,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Denis Le Thanh"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Maksym Zatirka"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_WORK_YEAR",
|
|
"HAS_WORK_YEAR"
|
|
],
|
|
"expected_paths": [
|
|
"Denis Le Thanh -> HAS_WORK_YEAR -> 2026 <- HAS_WORK_YEAR <- Maksym Zatirka"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0145",
|
|
"split": "dev",
|
|
"category": "same_work_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Aký rok práce spája osoby Ján Pták a Yevhenii Medushivskyi?",
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_ptak/README.md",
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Ján Pták",
|
|
"Yevhenii Medushivskyi",
|
|
"2026"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "shared_neighbor",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": true,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Ján Pták"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Yevhenii Medushivskyi"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_WORK_YEAR",
|
|
"HAS_WORK_YEAR"
|
|
],
|
|
"expected_paths": [
|
|
"Ján Pták -> HAS_WORK_YEAR -> 2026 <- HAS_WORK_YEAR <- Yevhenii Medushivskyi"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0146",
|
|
"split": "test",
|
|
"category": "same_work_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Aký rok práce spája osoby Oleksandr Dorybohov a Samuel Vasiľ?",
|
|
"expected_documents": [
|
|
"pages/students/2023/oleksandr_dorybohov/README.md",
|
|
"pages/students/2022/samuel_vasil/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Oleksandr Dorybohov",
|
|
"Samuel Vasiľ",
|
|
"2026"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "shared_neighbor",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": true,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Oleksandr Dorybohov"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Samuel Vasiľ"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_WORK_YEAR",
|
|
"HAS_WORK_YEAR"
|
|
],
|
|
"expected_paths": [
|
|
"Oleksandr Dorybohov -> HAS_WORK_YEAR -> 2026 <- HAS_WORK_YEAR <- Samuel Vasiľ"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0147",
|
|
"split": "test",
|
|
"category": "same_work_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Aký rok práce spája osoby Maksym Zatirka a Oleksandr Dorybohov?",
|
|
"expected_documents": [
|
|
"pages/students/2023/maksym_zatirka/README.md",
|
|
"pages/students/2023/oleksandr_dorybohov/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Maksym Zatirka",
|
|
"Oleksandr Dorybohov",
|
|
"2026"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "shared_neighbor",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": true,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Maksym Zatirka"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Oleksandr Dorybohov"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_WORK_YEAR",
|
|
"HAS_WORK_YEAR"
|
|
],
|
|
"expected_paths": [
|
|
"Maksym Zatirka -> HAS_WORK_YEAR -> 2026 <- HAS_WORK_YEAR <- Oleksandr Dorybohov"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0148",
|
|
"split": "dev",
|
|
"category": "same_work_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Aký rok práce spája osoby Matej Ščišľak a Yevhenii Medushivskyi?",
|
|
"expected_documents": [
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Matej Ščišľak",
|
|
"Yevhenii Medushivskyi",
|
|
"2026"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "shared_neighbor",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": true,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Matej Ščišľak"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Yevhenii Medushivskyi"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_WORK_YEAR",
|
|
"HAS_WORK_YEAR"
|
|
],
|
|
"expected_paths": [
|
|
"Matej Ščišľak -> HAS_WORK_YEAR -> 2026 <- HAS_WORK_YEAR <- Yevhenii Medushivskyi"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0149",
|
|
"split": "test",
|
|
"category": "same_work_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Aký rok práce spája osoby Maksym Zatirka a Ronald Zalacko?",
|
|
"expected_documents": [
|
|
"pages/students/2023/maksym_zatirka/README.md",
|
|
"pages/students/2023/ronald_zalacko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Maksym Zatirka",
|
|
"Ronald Zalacko",
|
|
"2026"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "shared_neighbor",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": true,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Maksym Zatirka"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Ronald Zalacko"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_WORK_YEAR",
|
|
"HAS_WORK_YEAR"
|
|
],
|
|
"expected_paths": [
|
|
"Maksym Zatirka -> HAS_WORK_YEAR -> 2026 <- HAS_WORK_YEAR <- Ronald Zalacko"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0150",
|
|
"split": "dev",
|
|
"category": "same_work_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Aký rok práce spája osoby Ondrej Megela a Patrik Pavlišin?",
|
|
"expected_documents": [
|
|
"pages/students/2018/ondrej_megela/README.md",
|
|
"pages/students/2016/patrik_pavlisin/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Ondrej Megela",
|
|
"Patrik Pavlišin",
|
|
"2020"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "shared_neighbor",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": true,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Ondrej Megela"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Patrik Pavlišin"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2020"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_WORK_YEAR",
|
|
"HAS_WORK_YEAR"
|
|
],
|
|
"expected_paths": [
|
|
"Ondrej Megela -> HAS_WORK_YEAR -> 2020 <- HAS_WORK_YEAR <- Patrik Pavlišin"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0151",
|
|
"split": "dev",
|
|
"category": "same_work_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Aký rok práce spája osoby Jakub Maruniak a Maroš Harahus?",
|
|
"expected_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md",
|
|
"pages/students/2016/maros_harahus/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Jakub Maruniak",
|
|
"Maroš Harahus",
|
|
"2021"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "shared_neighbor",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": true,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Jakub Maruniak"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Maroš Harahus"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2021"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_WORK_YEAR",
|
|
"HAS_WORK_YEAR"
|
|
],
|
|
"expected_paths": [
|
|
"Jakub Maruniak -> HAS_WORK_YEAR -> 2021 <- HAS_WORK_YEAR <- Maroš Harahus"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0152",
|
|
"split": "dev",
|
|
"category": "same_work_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Aký rok práce spája osoby Matej Novotný a Simona Bobrovčanová?",
|
|
"expected_documents": [
|
|
"pages/students/2021/matej_novotny/README.md",
|
|
"pages/students/2023/simona_bobrovcanova/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Matej Novotný",
|
|
"Simona Bobrovčanová",
|
|
"2026"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "shared_neighbor",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": true,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Matej Novotný"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Simona Bobrovčanová"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_WORK_YEAR",
|
|
"HAS_WORK_YEAR"
|
|
],
|
|
"expected_paths": [
|
|
"Matej Novotný -> HAS_WORK_YEAR -> 2026 <- HAS_WORK_YEAR <- Simona Bobrovčanová"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0153",
|
|
"split": "dev",
|
|
"category": "same_work_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Aký rok práce spája osoby Dominik Nagy a Kristián Sopkovič?",
|
|
"expected_documents": [
|
|
"pages/students/2016/dominik_nagy/README.md",
|
|
"pages/students/2019/kristian_sopkovic/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Dominik Nagy",
|
|
"Kristián Sopkovič",
|
|
"2022"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "shared_neighbor",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": true,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Dominik Nagy"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Kristián Sopkovič"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_WORK_YEAR",
|
|
"HAS_WORK_YEAR"
|
|
],
|
|
"expected_paths": [
|
|
"Dominik Nagy -> HAS_WORK_YEAR -> 2022 <- HAS_WORK_YEAR <- Kristián Sopkovič"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0154",
|
|
"split": "test",
|
|
"category": "same_work_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Aký rok práce spája osoby Ján Malinovský a Maksym Zatirka?",
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2023/maksym_zatirka/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Ján Malinovský",
|
|
"Maksym Zatirka",
|
|
"2026"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "shared_neighbor",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": true,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Ján Malinovský"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Maksym Zatirka"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_WORK_YEAR",
|
|
"HAS_WORK_YEAR"
|
|
],
|
|
"expected_paths": [
|
|
"Ján Malinovský -> HAS_WORK_YEAR -> 2026 <- HAS_WORK_YEAR <- Maksym Zatirka"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0155",
|
|
"split": "dev",
|
|
"category": "same_start_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Tetiana Mohorian a Valerii Kutsenko?",
|
|
"expected_documents": [
|
|
"pages/students/2022/tetiana_mohorian/README.md",
|
|
"pages/students/2022/valerii_kutsenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Tetiana Mohorian",
|
|
"Valerii Kutsenko",
|
|
"2022"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "shared_neighbor",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": true,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Tetiana Mohorian"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Valerii Kutsenko"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_START_YEAR",
|
|
"HAS_START_YEAR"
|
|
],
|
|
"expected_paths": [
|
|
"Tetiana Mohorian -> HAS_START_YEAR -> 2022 <- HAS_START_YEAR <- Valerii Kutsenko"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0156",
|
|
"split": "dev",
|
|
"category": "same_start_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Ján Pták a Tetiana Mohorian?",
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_ptak/README.md",
|
|
"pages/students/2022/tetiana_mohorian/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Ján Pták",
|
|
"Tetiana Mohorian",
|
|
"2022"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "shared_neighbor",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": true,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Ján Pták"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Tetiana Mohorian"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_START_YEAR",
|
|
"HAS_START_YEAR"
|
|
],
|
|
"expected_paths": [
|
|
"Ján Pták -> HAS_START_YEAR -> 2022 <- HAS_START_YEAR <- Tetiana Mohorian"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0157",
|
|
"split": "test",
|
|
"category": "same_start_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Denis Le Thanh a Ronald Zalacko?",
|
|
"expected_documents": [
|
|
"pages/students/2023/denis_le_thanh/README.md",
|
|
"pages/students/2023/ronald_zalacko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Denis Le Thanh",
|
|
"Ronald Zalacko",
|
|
"2023"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "shared_neighbor",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": true,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Denis Le Thanh"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Ronald Zalacko"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2023"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_START_YEAR",
|
|
"HAS_START_YEAR"
|
|
],
|
|
"expected_paths": [
|
|
"Denis Le Thanh -> HAS_START_YEAR -> 2023 <- HAS_START_YEAR <- Ronald Zalacko"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0158",
|
|
"split": "test",
|
|
"category": "same_start_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Ján Malinovský a Oleh Poiasnik?",
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2022/oleh_poiasnik/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Ján Malinovský",
|
|
"Oleh Poiasnik",
|
|
"2022"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "shared_neighbor",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": true,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Ján Malinovský"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Oleh Poiasnik"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_START_YEAR",
|
|
"HAS_START_YEAR"
|
|
],
|
|
"expected_paths": [
|
|
"Ján Malinovský -> HAS_START_YEAR -> 2022 <- HAS_START_YEAR <- Oleh Poiasnik"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0159",
|
|
"split": "test",
|
|
"category": "same_start_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Oleh Poiasnik a Samuel Vasiľ?",
|
|
"expected_documents": [
|
|
"pages/students/2022/oleh_poiasnik/README.md",
|
|
"pages/students/2022/samuel_vasil/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Oleh Poiasnik",
|
|
"Samuel Vasiľ",
|
|
"2022"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "shared_neighbor",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": true,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Oleh Poiasnik"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Samuel Vasiľ"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_START_YEAR",
|
|
"HAS_START_YEAR"
|
|
],
|
|
"expected_paths": [
|
|
"Oleh Poiasnik -> HAS_START_YEAR -> 2022 <- HAS_START_YEAR <- Samuel Vasiľ"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0160",
|
|
"split": "dev",
|
|
"category": "same_start_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Samuel Džurina a Yevhenii Medushivskyi?",
|
|
"expected_documents": [
|
|
"pages/students/2023/samuel_dzurina/README.md",
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Samuel Džurina",
|
|
"Yevhenii Medushivskyi",
|
|
"2023"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "shared_neighbor",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": true,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Samuel Džurina"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Yevhenii Medushivskyi"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2023"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_START_YEAR",
|
|
"HAS_START_YEAR"
|
|
],
|
|
"expected_paths": [
|
|
"Samuel Džurina -> HAS_START_YEAR -> 2023 <- HAS_START_YEAR <- Yevhenii Medushivskyi"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0161",
|
|
"split": "test",
|
|
"category": "same_start_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Oleksandr Dorybohov a Ronald Zalacko?",
|
|
"expected_documents": [
|
|
"pages/students/2023/oleksandr_dorybohov/README.md",
|
|
"pages/students/2023/ronald_zalacko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Oleksandr Dorybohov",
|
|
"Ronald Zalacko",
|
|
"2023"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "shared_neighbor",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": true,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Oleksandr Dorybohov"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Ronald Zalacko"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2023"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_START_YEAR",
|
|
"HAS_START_YEAR"
|
|
],
|
|
"expected_paths": [
|
|
"Oleksandr Dorybohov -> HAS_START_YEAR -> 2023 <- HAS_START_YEAR <- Ronald Zalacko"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0162",
|
|
"split": "dev",
|
|
"category": "same_start_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Ján Pták a Valerii Kutsenko?",
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_ptak/README.md",
|
|
"pages/students/2022/valerii_kutsenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Ján Pták",
|
|
"Valerii Kutsenko",
|
|
"2022"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "shared_neighbor",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": true,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Ján Pták"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Valerii Kutsenko"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_START_YEAR",
|
|
"HAS_START_YEAR"
|
|
],
|
|
"expected_paths": [
|
|
"Ján Pták -> HAS_START_YEAR -> 2022 <- HAS_START_YEAR <- Valerii Kutsenko"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0163",
|
|
"split": "dev",
|
|
"category": "same_start_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Rostyslav Rodzhuk a Simona Bobrovčanová?",
|
|
"expected_documents": [
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md",
|
|
"pages/students/2023/simona_bobrovcanova/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Rostyslav Rodzhuk",
|
|
"Simona Bobrovčanová",
|
|
"2023"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "shared_neighbor",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": true,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Rostyslav Rodzhuk"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Simona Bobrovčanová"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2023"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_START_YEAR",
|
|
"HAS_START_YEAR"
|
|
],
|
|
"expected_paths": [
|
|
"Rostyslav Rodzhuk -> HAS_START_YEAR -> 2023 <- HAS_START_YEAR <- Simona Bobrovčanová"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0164",
|
|
"split": "dev",
|
|
"category": "same_start_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Simona Bobrovčanová a Yevhenii Medushivskyi?",
|
|
"expected_documents": [
|
|
"pages/students/2023/simona_bobrovcanova/README.md",
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Simona Bobrovčanová",
|
|
"Yevhenii Medushivskyi",
|
|
"2023"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "shared_neighbor",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": true,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Simona Bobrovčanová"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Yevhenii Medushivskyi"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2023"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_START_YEAR",
|
|
"HAS_START_YEAR"
|
|
],
|
|
"expected_paths": [
|
|
"Simona Bobrovčanová -> HAS_START_YEAR -> 2023 <- HAS_START_YEAR <- Yevhenii Medushivskyi"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0165",
|
|
"split": "dev",
|
|
"category": "same_start_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Matej Novotný a Matej Ščišľak?",
|
|
"expected_documents": [
|
|
"pages/students/2021/matej_novotny/README.md",
|
|
"pages/students/2021/matej_scislak/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Matej Novotný",
|
|
"Matej Ščišľak",
|
|
"2021"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "shared_neighbor",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": true,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Matej Novotný"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Matej Ščišľak"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2021"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_START_YEAR",
|
|
"HAS_START_YEAR"
|
|
],
|
|
"expected_paths": [
|
|
"Matej Novotný -> HAS_START_YEAR -> 2021 <- HAS_START_YEAR <- Matej Ščišľak"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0166",
|
|
"split": "test",
|
|
"category": "same_start_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Andrii Pervashov a Vladyslav Yanchenko?",
|
|
"expected_documents": [
|
|
"pages/students/2022/andrii_pervashov/README.md",
|
|
"pages/students/2022/vladyslav_yanchenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Andrii Pervashov",
|
|
"Vladyslav Yanchenko",
|
|
"2022"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "shared_neighbor",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": true,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Andrii Pervashov"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Vladyslav Yanchenko"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_START_YEAR",
|
|
"HAS_START_YEAR"
|
|
],
|
|
"expected_paths": [
|
|
"Andrii Pervashov -> HAS_START_YEAR -> 2022 <- HAS_START_YEAR <- Vladyslav Yanchenko"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0167",
|
|
"split": "dev",
|
|
"category": "same_start_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Rostyslav Rodzhuk a Yevhenii Medushivskyi?",
|
|
"expected_documents": [
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md",
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Rostyslav Rodzhuk",
|
|
"Yevhenii Medushivskyi",
|
|
"2023"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "shared_neighbor",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": true,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Rostyslav Rodzhuk"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Yevhenii Medushivskyi"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2023"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_START_YEAR",
|
|
"HAS_START_YEAR"
|
|
],
|
|
"expected_paths": [
|
|
"Rostyslav Rodzhuk -> HAS_START_YEAR -> 2023 <- HAS_START_YEAR <- Yevhenii Medushivskyi"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0168",
|
|
"split": "dev",
|
|
"category": "same_start_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Jakub Maruniak a Ján Holp?",
|
|
"expected_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md",
|
|
"pages/students/2016/jan_holp/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Jakub Maruniak",
|
|
"Ján Holp",
|
|
"2016"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "shared_neighbor",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": true,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Jakub Maruniak"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Ján Holp"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2016"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_START_YEAR",
|
|
"HAS_START_YEAR"
|
|
],
|
|
"expected_paths": [
|
|
"Jakub Maruniak -> HAS_START_YEAR -> 2016 <- HAS_START_YEAR <- Ján Holp"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0169",
|
|
"split": "test",
|
|
"category": "same_start_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Oleh Poiasnik a Vladyslav Yanchenko?",
|
|
"expected_documents": [
|
|
"pages/students/2022/oleh_poiasnik/README.md",
|
|
"pages/students/2022/vladyslav_yanchenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Oleh Poiasnik",
|
|
"Vladyslav Yanchenko",
|
|
"2022"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "shared_neighbor",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": true,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Oleh Poiasnik"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Vladyslav Yanchenko"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_START_YEAR",
|
|
"HAS_START_YEAR"
|
|
],
|
|
"expected_paths": [
|
|
"Oleh Poiasnik -> HAS_START_YEAR -> 2022 <- HAS_START_YEAR <- Vladyslav Yanchenko"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0170",
|
|
"split": "test",
|
|
"category": "same_start_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Maksym Zatirka a Oleksandr Dorybohov?",
|
|
"expected_documents": [
|
|
"pages/students/2023/maksym_zatirka/README.md",
|
|
"pages/students/2023/oleksandr_dorybohov/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Maksym Zatirka",
|
|
"Oleksandr Dorybohov",
|
|
"2023"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "shared_neighbor",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": true,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Maksym Zatirka"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Oleksandr Dorybohov"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2023"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_START_YEAR",
|
|
"HAS_START_YEAR"
|
|
],
|
|
"expected_paths": [
|
|
"Maksym Zatirka -> HAS_START_YEAR -> 2023 <- HAS_START_YEAR <- Oleksandr Dorybohov"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0171",
|
|
"split": "test",
|
|
"category": "same_start_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Ján Malinovský a Samuel Vasiľ?",
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2022/samuel_vasil/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Ján Malinovský",
|
|
"Samuel Vasiľ",
|
|
"2022"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "shared_neighbor",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": true,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Ján Malinovský"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Samuel Vasiľ"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_START_YEAR",
|
|
"HAS_START_YEAR"
|
|
],
|
|
"expected_paths": [
|
|
"Ján Malinovský -> HAS_START_YEAR -> 2022 <- HAS_START_YEAR <- Samuel Vasiľ"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0172",
|
|
"split": "dev",
|
|
"category": "same_start_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Rostyslav Rodzhuk a Samuel Džurina?",
|
|
"expected_documents": [
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Rostyslav Rodzhuk",
|
|
"Samuel Džurina",
|
|
"2023"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "shared_neighbor",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": true,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Rostyslav Rodzhuk"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Samuel Džurina"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2023"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_START_YEAR",
|
|
"HAS_START_YEAR"
|
|
],
|
|
"expected_paths": [
|
|
"Rostyslav Rodzhuk -> HAS_START_YEAR -> 2023 <- HAS_START_YEAR <- Samuel Džurina"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0173",
|
|
"split": "test",
|
|
"category": "same_start_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Denis Le Thanh a Maksym Zatirka?",
|
|
"expected_documents": [
|
|
"pages/students/2023/denis_le_thanh/README.md",
|
|
"pages/students/2023/maksym_zatirka/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Denis Le Thanh",
|
|
"Maksym Zatirka",
|
|
"2023"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "shared_neighbor",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": true,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Denis Le Thanh"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Maksym Zatirka"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2023"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_START_YEAR",
|
|
"HAS_START_YEAR"
|
|
],
|
|
"expected_paths": [
|
|
"Denis Le Thanh -> HAS_START_YEAR -> 2023 <- HAS_START_YEAR <- Maksym Zatirka"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0174",
|
|
"split": "dev",
|
|
"category": "same_start_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Daniil Huzenko a Tetiana Mohorian?",
|
|
"expected_documents": [
|
|
"pages/students/2022/daniil_huzenko/README.md",
|
|
"pages/students/2022/tetiana_mohorian/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Daniil Huzenko",
|
|
"Tetiana Mohorian",
|
|
"2022"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "shared_neighbor",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": true,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Daniil Huzenko"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Tetiana Mohorian"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_START_YEAR",
|
|
"HAS_START_YEAR"
|
|
],
|
|
"expected_paths": [
|
|
"Daniil Huzenko -> HAS_START_YEAR -> 2022 <- HAS_START_YEAR <- Tetiana Mohorian"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0175",
|
|
"split": "test",
|
|
"category": "same_start_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Maksym Zatirka a Ronald Zalacko?",
|
|
"expected_documents": [
|
|
"pages/students/2023/maksym_zatirka/README.md",
|
|
"pages/students/2023/ronald_zalacko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Maksym Zatirka",
|
|
"Ronald Zalacko",
|
|
"2023"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "shared_neighbor",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": true,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Maksym Zatirka"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Ronald Zalacko"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2023"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_START_YEAR",
|
|
"HAS_START_YEAR"
|
|
],
|
|
"expected_paths": [
|
|
"Maksym Zatirka -> HAS_START_YEAR -> 2023 <- HAS_START_YEAR <- Ronald Zalacko"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0176",
|
|
"split": "test",
|
|
"category": "same_start_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Denis Le Thanh a Oleksandr Dorybohov?",
|
|
"expected_documents": [
|
|
"pages/students/2023/denis_le_thanh/README.md",
|
|
"pages/students/2023/oleksandr_dorybohov/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Denis Le Thanh",
|
|
"Oleksandr Dorybohov",
|
|
"2023"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "shared_neighbor",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": true,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Denis Le Thanh"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Oleksandr Dorybohov"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2023"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_START_YEAR",
|
|
"HAS_START_YEAR"
|
|
],
|
|
"expected_paths": [
|
|
"Denis Le Thanh -> HAS_START_YEAR -> 2023 <- HAS_START_YEAR <- Oleksandr Dorybohov"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0177",
|
|
"split": "dev",
|
|
"category": "same_start_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Daniil Huzenko a Ján Pták?",
|
|
"expected_documents": [
|
|
"pages/students/2022/daniil_huzenko/README.md",
|
|
"pages/students/2022/jan_ptak/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Daniil Huzenko",
|
|
"Ján Pták",
|
|
"2022"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "shared_neighbor",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": true,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Daniil Huzenko"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Ján Pták"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_START_YEAR",
|
|
"HAS_START_YEAR"
|
|
],
|
|
"expected_paths": [
|
|
"Daniil Huzenko -> HAS_START_YEAR -> 2022 <- HAS_START_YEAR <- Ján Pták"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0178",
|
|
"split": "test",
|
|
"category": "same_start_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Andrii Pervashov a Oleh Poiasnik?",
|
|
"expected_documents": [
|
|
"pages/students/2022/andrii_pervashov/README.md",
|
|
"pages/students/2022/oleh_poiasnik/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Andrii Pervashov",
|
|
"Oleh Poiasnik",
|
|
"2022"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "shared_neighbor",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": true,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Andrii Pervashov"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Oleh Poiasnik"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_START_YEAR",
|
|
"HAS_START_YEAR"
|
|
],
|
|
"expected_paths": [
|
|
"Andrii Pervashov -> HAS_START_YEAR -> 2022 <- HAS_START_YEAR <- Oleh Poiasnik"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0179",
|
|
"split": "test",
|
|
"category": "same_start_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Ján Malinovský a Vladyslav Yanchenko?",
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2022/vladyslav_yanchenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Ján Malinovský",
|
|
"Vladyslav Yanchenko",
|
|
"2022"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "shared_neighbor",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": true,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Ján Malinovský"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Vladyslav Yanchenko"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_START_YEAR",
|
|
"HAS_START_YEAR"
|
|
],
|
|
"expected_paths": [
|
|
"Ján Malinovský -> HAS_START_YEAR -> 2022 <- HAS_START_YEAR <- Vladyslav Yanchenko"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0180",
|
|
"split": "test",
|
|
"category": "same_start_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Samuel Vasiľ a Vladyslav Yanchenko?",
|
|
"expected_documents": [
|
|
"pages/students/2022/samuel_vasil/README.md",
|
|
"pages/students/2022/vladyslav_yanchenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Samuel Vasiľ",
|
|
"Vladyslav Yanchenko",
|
|
"2022"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "shared_neighbor",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": true,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Samuel Vasiľ"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Vladyslav Yanchenko"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_START_YEAR",
|
|
"HAS_START_YEAR"
|
|
],
|
|
"expected_paths": [
|
|
"Samuel Vasiľ -> HAS_START_YEAR -> 2022 <- HAS_START_YEAR <- Vladyslav Yanchenko"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0181",
|
|
"split": "test",
|
|
"category": "same_start_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Andrii Pervashov a Ján Malinovský?",
|
|
"expected_documents": [
|
|
"pages/students/2022/andrii_pervashov/README.md",
|
|
"pages/students/2022/jan_malinovsky/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Andrii Pervashov",
|
|
"Ján Malinovský",
|
|
"2022"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "shared_neighbor",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": true,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Andrii Pervashov"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Ján Malinovský"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_START_YEAR",
|
|
"HAS_START_YEAR"
|
|
],
|
|
"expected_paths": [
|
|
"Andrii Pervashov -> HAS_START_YEAR -> 2022 <- HAS_START_YEAR <- Ján Malinovský"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0182",
|
|
"split": "dev",
|
|
"category": "same_start_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Daniil Huzenko a Valerii Kutsenko?",
|
|
"expected_documents": [
|
|
"pages/students/2022/daniil_huzenko/README.md",
|
|
"pages/students/2022/valerii_kutsenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Daniil Huzenko",
|
|
"Valerii Kutsenko",
|
|
"2022"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "shared_neighbor",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": true,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Daniil Huzenko"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Valerii Kutsenko"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_START_YEAR",
|
|
"HAS_START_YEAR"
|
|
],
|
|
"expected_paths": [
|
|
"Daniil Huzenko -> HAS_START_YEAR -> 2022 <- HAS_START_YEAR <- Valerii Kutsenko"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0183",
|
|
"split": "test",
|
|
"category": "same_start_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Dárius Lindvai a Lukáš Pokrývka?",
|
|
"expected_documents": [
|
|
"pages/students/2016/darius_lindvai/README.md",
|
|
"pages/students/2016/lukas_pokryvka/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Dárius Lindvai",
|
|
"Lukáš Pokrývka",
|
|
"2016"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "shared_neighbor",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": true,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Dárius Lindvai"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Lukáš Pokrývka"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2016"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_START_YEAR",
|
|
"HAS_START_YEAR"
|
|
],
|
|
"expected_paths": [
|
|
"Dárius Lindvai -> HAS_START_YEAR -> 2016 <- HAS_START_YEAR <- Lukáš Pokrývka"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0184",
|
|
"split": "test",
|
|
"category": "same_start_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Eduard Matovka a Martin Šarišský?",
|
|
"expected_documents": [
|
|
"pages/students/2021/eduard_matovka/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Eduard Matovka",
|
|
"Martin Šarišský",
|
|
"2021"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "shared_neighbor",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": true,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Eduard Matovka"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Martin Šarišský"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2021"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_START_YEAR",
|
|
"HAS_START_YEAR"
|
|
],
|
|
"expected_paths": [
|
|
"Eduard Matovka -> HAS_START_YEAR -> 2021 <- HAS_START_YEAR <- Martin Šarišský"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0185",
|
|
"split": "dev",
|
|
"category": "same_start_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Matej Novotný a Vladimír Ferko?",
|
|
"expected_documents": [
|
|
"pages/students/2021/matej_novotny/README.md",
|
|
"pages/students/2021/vladimir_ferko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Matej Novotný",
|
|
"Vladimír Ferko",
|
|
"2021"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "shared_neighbor",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": true,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Matej Novotný"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Vladimír Ferko"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2021"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_START_YEAR",
|
|
"HAS_START_YEAR"
|
|
],
|
|
"expected_paths": [
|
|
"Matej Novotný -> HAS_START_YEAR -> 2021 <- HAS_START_YEAR <- Vladimír Ferko"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0186",
|
|
"split": "dev",
|
|
"category": "same_start_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Samuel Džurina a Simona Bobrovčanová?",
|
|
"expected_documents": [
|
|
"pages/students/2023/samuel_dzurina/README.md",
|
|
"pages/students/2023/simona_bobrovcanova/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Samuel Džurina",
|
|
"Simona Bobrovčanová",
|
|
"2023"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "shared_neighbor",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": true,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Samuel Džurina"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Simona Bobrovčanová"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2023"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_START_YEAR",
|
|
"HAS_START_YEAR"
|
|
],
|
|
"expected_paths": [
|
|
"Samuel Džurina -> HAS_START_YEAR -> 2023 <- HAS_START_YEAR <- Simona Bobrovčanová"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0187",
|
|
"split": "test",
|
|
"category": "same_start_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Andrii Pervashov a Samuel Vasiľ?",
|
|
"expected_documents": [
|
|
"pages/students/2022/andrii_pervashov/README.md",
|
|
"pages/students/2022/samuel_vasil/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Andrii Pervashov",
|
|
"Samuel Vasiľ",
|
|
"2022"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "shared_neighbor",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": true,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Andrii Pervashov"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Samuel Vasiľ"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_START_YEAR",
|
|
"HAS_START_YEAR"
|
|
],
|
|
"expected_paths": [
|
|
"Andrii Pervashov -> HAS_START_YEAR -> 2022 <- HAS_START_YEAR <- Samuel Vasiľ"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0188",
|
|
"split": "dev",
|
|
"category": "same_start_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Matej Ščišľak a Vladimír Ferko?",
|
|
"expected_documents": [
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2021/vladimir_ferko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Matej Ščišľak",
|
|
"Vladimír Ferko",
|
|
"2021"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "shared_neighbor",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": true,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Matej Ščišľak"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Vladimír Ferko"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2021"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_START_YEAR",
|
|
"HAS_START_YEAR"
|
|
],
|
|
"expected_paths": [
|
|
"Matej Ščišľak -> HAS_START_YEAR -> 2021 <- HAS_START_YEAR <- Vladimír Ferko"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0189",
|
|
"split": "dev",
|
|
"category": "same_start_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Tetiana Mohorian a Valerii Kutsenko?",
|
|
"expected_documents": [
|
|
"pages/students/2022/tetiana_mohorian/README.md",
|
|
"pages/students/2022/valerii_kutsenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Tetiana Mohorian",
|
|
"Valerii Kutsenko",
|
|
"2022"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "shared_neighbor",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": true,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Tetiana Mohorian"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Valerii Kutsenko"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_START_YEAR",
|
|
"HAS_START_YEAR"
|
|
],
|
|
"expected_paths": [
|
|
"Tetiana Mohorian -> HAS_START_YEAR -> 2022 <- HAS_START_YEAR <- Valerii Kutsenko"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0190",
|
|
"split": "dev",
|
|
"category": "same_start_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Ján Pták a Tetiana Mohorian?",
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_ptak/README.md",
|
|
"pages/students/2022/tetiana_mohorian/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Ján Pták",
|
|
"Tetiana Mohorian",
|
|
"2022"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "shared_neighbor",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": true,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Ján Pták"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Tetiana Mohorian"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_START_YEAR",
|
|
"HAS_START_YEAR"
|
|
],
|
|
"expected_paths": [
|
|
"Ján Pták -> HAS_START_YEAR -> 2022 <- HAS_START_YEAR <- Tetiana Mohorian"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0191",
|
|
"split": "test",
|
|
"category": "same_start_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Denis Le Thanh a Ronald Zalacko?",
|
|
"expected_documents": [
|
|
"pages/students/2023/denis_le_thanh/README.md",
|
|
"pages/students/2023/ronald_zalacko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Denis Le Thanh",
|
|
"Ronald Zalacko",
|
|
"2023"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "shared_neighbor",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": true,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Denis Le Thanh"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Ronald Zalacko"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2023"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_START_YEAR",
|
|
"HAS_START_YEAR"
|
|
],
|
|
"expected_paths": [
|
|
"Denis Le Thanh -> HAS_START_YEAR -> 2023 <- HAS_START_YEAR <- Ronald Zalacko"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0192",
|
|
"split": "test",
|
|
"category": "same_start_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Ján Malinovský a Oleh Poiasnik?",
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2022/oleh_poiasnik/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Ján Malinovský",
|
|
"Oleh Poiasnik",
|
|
"2022"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "shared_neighbor",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": true,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Ján Malinovský"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Oleh Poiasnik"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_START_YEAR",
|
|
"HAS_START_YEAR"
|
|
],
|
|
"expected_paths": [
|
|
"Ján Malinovský -> HAS_START_YEAR -> 2022 <- HAS_START_YEAR <- Oleh Poiasnik"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0193",
|
|
"split": "test",
|
|
"category": "same_start_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Oleh Poiasnik a Samuel Vasiľ?",
|
|
"expected_documents": [
|
|
"pages/students/2022/oleh_poiasnik/README.md",
|
|
"pages/students/2022/samuel_vasil/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Oleh Poiasnik",
|
|
"Samuel Vasiľ",
|
|
"2022"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "shared_neighbor",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": true,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Oleh Poiasnik"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Samuel Vasiľ"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_START_YEAR",
|
|
"HAS_START_YEAR"
|
|
],
|
|
"expected_paths": [
|
|
"Oleh Poiasnik -> HAS_START_YEAR -> 2022 <- HAS_START_YEAR <- Samuel Vasiľ"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0194",
|
|
"split": "dev",
|
|
"category": "same_start_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Samuel Džurina a Yevhenii Medushivskyi?",
|
|
"expected_documents": [
|
|
"pages/students/2023/samuel_dzurina/README.md",
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Samuel Džurina",
|
|
"Yevhenii Medushivskyi",
|
|
"2023"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "shared_neighbor",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": true,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Samuel Džurina"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Yevhenii Medushivskyi"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2023"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_START_YEAR",
|
|
"HAS_START_YEAR"
|
|
],
|
|
"expected_paths": [
|
|
"Samuel Džurina -> HAS_START_YEAR -> 2023 <- HAS_START_YEAR <- Yevhenii Medushivskyi"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0195",
|
|
"split": "test",
|
|
"category": "same_start_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Oleksandr Dorybohov a Ronald Zalacko?",
|
|
"expected_documents": [
|
|
"pages/students/2023/oleksandr_dorybohov/README.md",
|
|
"pages/students/2023/ronald_zalacko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Oleksandr Dorybohov",
|
|
"Ronald Zalacko",
|
|
"2023"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "shared_neighbor",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": true,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Oleksandr Dorybohov"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Ronald Zalacko"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2023"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_START_YEAR",
|
|
"HAS_START_YEAR"
|
|
],
|
|
"expected_paths": [
|
|
"Oleksandr Dorybohov -> HAS_START_YEAR -> 2023 <- HAS_START_YEAR <- Ronald Zalacko"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0196",
|
|
"split": "dev",
|
|
"category": "same_start_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Ján Pták a Valerii Kutsenko?",
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_ptak/README.md",
|
|
"pages/students/2022/valerii_kutsenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Ján Pták",
|
|
"Valerii Kutsenko",
|
|
"2022"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "shared_neighbor",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": true,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Ján Pták"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Valerii Kutsenko"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_START_YEAR",
|
|
"HAS_START_YEAR"
|
|
],
|
|
"expected_paths": [
|
|
"Ján Pták -> HAS_START_YEAR -> 2022 <- HAS_START_YEAR <- Valerii Kutsenko"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0197",
|
|
"split": "dev",
|
|
"category": "same_start_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Rostyslav Rodzhuk a Simona Bobrovčanová?",
|
|
"expected_documents": [
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md",
|
|
"pages/students/2023/simona_bobrovcanova/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Rostyslav Rodzhuk",
|
|
"Simona Bobrovčanová",
|
|
"2023"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "shared_neighbor",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": true,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Rostyslav Rodzhuk"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Simona Bobrovčanová"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2023"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_START_YEAR",
|
|
"HAS_START_YEAR"
|
|
],
|
|
"expected_paths": [
|
|
"Rostyslav Rodzhuk -> HAS_START_YEAR -> 2023 <- HAS_START_YEAR <- Simona Bobrovčanová"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0198",
|
|
"split": "dev",
|
|
"category": "same_start_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Simona Bobrovčanová a Yevhenii Medushivskyi?",
|
|
"expected_documents": [
|
|
"pages/students/2023/simona_bobrovcanova/README.md",
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Simona Bobrovčanová",
|
|
"Yevhenii Medushivskyi",
|
|
"2023"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "shared_neighbor",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": true,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Simona Bobrovčanová"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Yevhenii Medushivskyi"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2023"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_START_YEAR",
|
|
"HAS_START_YEAR"
|
|
],
|
|
"expected_paths": [
|
|
"Simona Bobrovčanová -> HAS_START_YEAR -> 2023 <- HAS_START_YEAR <- Yevhenii Medushivskyi"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0199",
|
|
"split": "dev",
|
|
"category": "same_start_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Matej Novotný a Matej Ščišľak?",
|
|
"expected_documents": [
|
|
"pages/students/2021/matej_novotny/README.md",
|
|
"pages/students/2021/matej_scislak/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Matej Novotný",
|
|
"Matej Ščišľak",
|
|
"2021"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "shared_neighbor",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": true,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Matej Novotný"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Matej Ščišľak"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2021"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_START_YEAR",
|
|
"HAS_START_YEAR"
|
|
],
|
|
"expected_paths": [
|
|
"Matej Novotný -> HAS_START_YEAR -> 2021 <- HAS_START_YEAR <- Matej Ščišľak"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0200",
|
|
"split": "test",
|
|
"category": "same_start_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Andrii Pervashov a Vladyslav Yanchenko?",
|
|
"expected_documents": [
|
|
"pages/students/2022/andrii_pervashov/README.md",
|
|
"pages/students/2022/vladyslav_yanchenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Andrii Pervashov",
|
|
"Vladyslav Yanchenko",
|
|
"2022"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "shared_neighbor",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": true,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Andrii Pervashov"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Vladyslav Yanchenko"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_START_YEAR",
|
|
"HAS_START_YEAR"
|
|
],
|
|
"expected_paths": [
|
|
"Andrii Pervashov -> HAS_START_YEAR -> 2022 <- HAS_START_YEAR <- Vladyslav Yanchenko"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0201",
|
|
"split": "dev",
|
|
"category": "same_start_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Rostyslav Rodzhuk a Yevhenii Medushivskyi?",
|
|
"expected_documents": [
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md",
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Rostyslav Rodzhuk",
|
|
"Yevhenii Medushivskyi",
|
|
"2023"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "shared_neighbor",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": true,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Rostyslav Rodzhuk"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Yevhenii Medushivskyi"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2023"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_START_YEAR",
|
|
"HAS_START_YEAR"
|
|
],
|
|
"expected_paths": [
|
|
"Rostyslav Rodzhuk -> HAS_START_YEAR -> 2023 <- HAS_START_YEAR <- Yevhenii Medushivskyi"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0202",
|
|
"split": "dev",
|
|
"category": "same_start_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Jakub Maruniak a Ján Holp?",
|
|
"expected_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md",
|
|
"pages/students/2016/jan_holp/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Jakub Maruniak",
|
|
"Ján Holp",
|
|
"2016"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "shared_neighbor",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": true,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Jakub Maruniak"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Ján Holp"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2016"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_START_YEAR",
|
|
"HAS_START_YEAR"
|
|
],
|
|
"expected_paths": [
|
|
"Jakub Maruniak -> HAS_START_YEAR -> 2016 <- HAS_START_YEAR <- Ján Holp"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0203",
|
|
"split": "test",
|
|
"category": "same_start_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Oleh Poiasnik a Vladyslav Yanchenko?",
|
|
"expected_documents": [
|
|
"pages/students/2022/oleh_poiasnik/README.md",
|
|
"pages/students/2022/vladyslav_yanchenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Oleh Poiasnik",
|
|
"Vladyslav Yanchenko",
|
|
"2022"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "shared_neighbor",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": true,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Oleh Poiasnik"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Vladyslav Yanchenko"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_START_YEAR",
|
|
"HAS_START_YEAR"
|
|
],
|
|
"expected_paths": [
|
|
"Oleh Poiasnik -> HAS_START_YEAR -> 2022 <- HAS_START_YEAR <- Vladyslav Yanchenko"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0204",
|
|
"split": "test",
|
|
"category": "same_start_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Maksym Zatirka a Oleksandr Dorybohov?",
|
|
"expected_documents": [
|
|
"pages/students/2023/maksym_zatirka/README.md",
|
|
"pages/students/2023/oleksandr_dorybohov/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Maksym Zatirka",
|
|
"Oleksandr Dorybohov",
|
|
"2023"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "shared_neighbor",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": true,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Maksym Zatirka"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Oleksandr Dorybohov"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2023"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_START_YEAR",
|
|
"HAS_START_YEAR"
|
|
],
|
|
"expected_paths": [
|
|
"Maksym Zatirka -> HAS_START_YEAR -> 2023 <- HAS_START_YEAR <- Oleksandr Dorybohov"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0205",
|
|
"split": "test",
|
|
"category": "same_start_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Ján Malinovský a Samuel Vasiľ?",
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2022/samuel_vasil/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Ján Malinovský",
|
|
"Samuel Vasiľ",
|
|
"2022"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "shared_neighbor",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": true,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Ján Malinovský"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Samuel Vasiľ"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_START_YEAR",
|
|
"HAS_START_YEAR"
|
|
],
|
|
"expected_paths": [
|
|
"Ján Malinovský -> HAS_START_YEAR -> 2022 <- HAS_START_YEAR <- Samuel Vasiľ"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0206",
|
|
"split": "dev",
|
|
"category": "same_start_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Rostyslav Rodzhuk a Samuel Džurina?",
|
|
"expected_documents": [
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Rostyslav Rodzhuk",
|
|
"Samuel Džurina",
|
|
"2023"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "shared_neighbor",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": true,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Rostyslav Rodzhuk"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Samuel Džurina"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2023"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_START_YEAR",
|
|
"HAS_START_YEAR"
|
|
],
|
|
"expected_paths": [
|
|
"Rostyslav Rodzhuk -> HAS_START_YEAR -> 2023 <- HAS_START_YEAR <- Samuel Džurina"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0207",
|
|
"split": "test",
|
|
"category": "same_start_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Denis Le Thanh a Maksym Zatirka?",
|
|
"expected_documents": [
|
|
"pages/students/2023/denis_le_thanh/README.md",
|
|
"pages/students/2023/maksym_zatirka/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Denis Le Thanh",
|
|
"Maksym Zatirka",
|
|
"2023"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "shared_neighbor",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": true,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Denis Le Thanh"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Maksym Zatirka"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2023"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_START_YEAR",
|
|
"HAS_START_YEAR"
|
|
],
|
|
"expected_paths": [
|
|
"Denis Le Thanh -> HAS_START_YEAR -> 2023 <- HAS_START_YEAR <- Maksym Zatirka"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0208",
|
|
"split": "dev",
|
|
"category": "same_start_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Daniil Huzenko a Tetiana Mohorian?",
|
|
"expected_documents": [
|
|
"pages/students/2022/daniil_huzenko/README.md",
|
|
"pages/students/2022/tetiana_mohorian/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Daniil Huzenko",
|
|
"Tetiana Mohorian",
|
|
"2022"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "shared_neighbor",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": true,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Daniil Huzenko"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Tetiana Mohorian"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_START_YEAR",
|
|
"HAS_START_YEAR"
|
|
],
|
|
"expected_paths": [
|
|
"Daniil Huzenko -> HAS_START_YEAR -> 2022 <- HAS_START_YEAR <- Tetiana Mohorian"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0209",
|
|
"split": "test",
|
|
"category": "same_start_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Maksym Zatirka a Ronald Zalacko?",
|
|
"expected_documents": [
|
|
"pages/students/2023/maksym_zatirka/README.md",
|
|
"pages/students/2023/ronald_zalacko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Maksym Zatirka",
|
|
"Ronald Zalacko",
|
|
"2023"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "shared_neighbor",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": true,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Maksym Zatirka"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Ronald Zalacko"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2023"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_START_YEAR",
|
|
"HAS_START_YEAR"
|
|
],
|
|
"expected_paths": [
|
|
"Maksym Zatirka -> HAS_START_YEAR -> 2023 <- HAS_START_YEAR <- Ronald Zalacko"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0210",
|
|
"split": "test",
|
|
"category": "same_start_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Denis Le Thanh a Oleksandr Dorybohov?",
|
|
"expected_documents": [
|
|
"pages/students/2023/denis_le_thanh/README.md",
|
|
"pages/students/2023/oleksandr_dorybohov/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Denis Le Thanh",
|
|
"Oleksandr Dorybohov",
|
|
"2023"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "shared_neighbor",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": true,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Denis Le Thanh"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Oleksandr Dorybohov"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2023"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_START_YEAR",
|
|
"HAS_START_YEAR"
|
|
],
|
|
"expected_paths": [
|
|
"Denis Le Thanh -> HAS_START_YEAR -> 2023 <- HAS_START_YEAR <- Oleksandr Dorybohov"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0211",
|
|
"split": "dev",
|
|
"category": "same_start_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Daniil Huzenko a Ján Pták?",
|
|
"expected_documents": [
|
|
"pages/students/2022/daniil_huzenko/README.md",
|
|
"pages/students/2022/jan_ptak/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Daniil Huzenko",
|
|
"Ján Pták",
|
|
"2022"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "shared_neighbor",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": true,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Daniil Huzenko"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Ján Pták"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_START_YEAR",
|
|
"HAS_START_YEAR"
|
|
],
|
|
"expected_paths": [
|
|
"Daniil Huzenko -> HAS_START_YEAR -> 2022 <- HAS_START_YEAR <- Ján Pták"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0212",
|
|
"split": "test",
|
|
"category": "same_start_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Andrii Pervashov a Oleh Poiasnik?",
|
|
"expected_documents": [
|
|
"pages/students/2022/andrii_pervashov/README.md",
|
|
"pages/students/2022/oleh_poiasnik/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Andrii Pervashov",
|
|
"Oleh Poiasnik",
|
|
"2022"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "shared_neighbor",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": true,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Andrii Pervashov"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Oleh Poiasnik"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_START_YEAR",
|
|
"HAS_START_YEAR"
|
|
],
|
|
"expected_paths": [
|
|
"Andrii Pervashov -> HAS_START_YEAR -> 2022 <- HAS_START_YEAR <- Oleh Poiasnik"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0213",
|
|
"split": "test",
|
|
"category": "same_start_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Ján Malinovský a Vladyslav Yanchenko?",
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2022/vladyslav_yanchenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Ján Malinovský",
|
|
"Vladyslav Yanchenko",
|
|
"2022"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "shared_neighbor",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": true,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Ján Malinovský"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Vladyslav Yanchenko"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_START_YEAR",
|
|
"HAS_START_YEAR"
|
|
],
|
|
"expected_paths": [
|
|
"Ján Malinovský -> HAS_START_YEAR -> 2022 <- HAS_START_YEAR <- Vladyslav Yanchenko"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0214",
|
|
"split": "test",
|
|
"category": "same_start_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Samuel Vasiľ a Vladyslav Yanchenko?",
|
|
"expected_documents": [
|
|
"pages/students/2022/samuel_vasil/README.md",
|
|
"pages/students/2022/vladyslav_yanchenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Samuel Vasiľ",
|
|
"Vladyslav Yanchenko",
|
|
"2022"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "shared_neighbor",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": true,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Samuel Vasiľ"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Vladyslav Yanchenko"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_START_YEAR",
|
|
"HAS_START_YEAR"
|
|
],
|
|
"expected_paths": [
|
|
"Samuel Vasiľ -> HAS_START_YEAR -> 2022 <- HAS_START_YEAR <- Vladyslav Yanchenko"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0215",
|
|
"split": "test",
|
|
"category": "person_title_year",
|
|
"difficulty": "medium",
|
|
"question": "Aký názov práce a aký rok práce sú uvedené pri osobe Alina Vitko?",
|
|
"expected_documents": [
|
|
"pages/students/2019/alina_vitko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Alina Vitko",
|
|
"Systémy pre generovanie odpovede na otázku v prirodzenom jazyku",
|
|
"2022"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "multi_relation_lookup",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": false,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Alina Vitko"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "work_title",
|
|
"value": "Systémy pre generovanie odpovede na otázku v prirodzenom jazyku"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_WORK_TITLE",
|
|
"HAS_WORK_YEAR"
|
|
],
|
|
"expected_paths": [
|
|
"Alina Vitko -> HAS_WORK_TITLE -> Systémy pre generovanie odpovede na otázku v prirodzenom jazyku",
|
|
"Alina Vitko -> HAS_WORK_YEAR -> 2022"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0216",
|
|
"split": "test",
|
|
"category": "person_title_year",
|
|
"difficulty": "medium",
|
|
"question": "Prepoj osobu Alina Vitko s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.",
|
|
"expected_documents": [
|
|
"pages/students/2019/alina_vitko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Alina Vitko",
|
|
"Systémy pre generovanie odpovede na otázku v prirodzenom jazyku",
|
|
"2022"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "multi_relation_lookup",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": false,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Alina Vitko"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "work_title",
|
|
"value": "Systémy pre generovanie odpovede na otázku v prirodzenom jazyku"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_WORK_TITLE",
|
|
"HAS_WORK_YEAR"
|
|
],
|
|
"expected_paths": [
|
|
"Alina Vitko -> HAS_WORK_TITLE -> Systémy pre generovanie odpovede na otázku v prirodzenom jazyku",
|
|
"Alina Vitko -> HAS_WORK_YEAR -> 2022"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0217",
|
|
"split": "test",
|
|
"category": "person_title_year",
|
|
"difficulty": "medium",
|
|
"question": "Aký názov práce a aký rok práce sú uvedené pri osobe Andrii Pervashov?",
|
|
"expected_documents": [
|
|
"pages/students/2022/andrii_pervashov/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Andrii Pervashov",
|
|
"Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu",
|
|
"2027"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "multi_relation_lookup",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": false,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Andrii Pervashov"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "work_title",
|
|
"value": "Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2027"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_WORK_TITLE",
|
|
"HAS_WORK_YEAR"
|
|
],
|
|
"expected_paths": [
|
|
"Andrii Pervashov -> HAS_WORK_TITLE -> Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu",
|
|
"Andrii Pervashov -> HAS_WORK_YEAR -> 2027"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0218",
|
|
"split": "test",
|
|
"category": "person_title_year",
|
|
"difficulty": "medium",
|
|
"question": "Prepoj osobu Andrii Pervashov s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.",
|
|
"expected_documents": [
|
|
"pages/students/2022/andrii_pervashov/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Andrii Pervashov",
|
|
"Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu",
|
|
"2027"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "multi_relation_lookup",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": false,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Andrii Pervashov"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "work_title",
|
|
"value": "Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2027"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_WORK_TITLE",
|
|
"HAS_WORK_YEAR"
|
|
],
|
|
"expected_paths": [
|
|
"Andrii Pervashov -> HAS_WORK_TITLE -> Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu",
|
|
"Andrii Pervashov -> HAS_WORK_YEAR -> 2027"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0219",
|
|
"split": "dev",
|
|
"category": "person_title_year",
|
|
"difficulty": "medium",
|
|
"question": "Aký názov práce a aký rok práce sú uvedené pri osobe Artem Yatsenko?",
|
|
"expected_documents": [
|
|
"pages/students/2019/artem_yatsenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Artem Yatsenko",
|
|
"Rozpoznávanie pomenovaných entít v slovenskom jazyku",
|
|
"2022"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "multi_relation_lookup",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": false,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Artem Yatsenko"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "work_title",
|
|
"value": "Rozpoznávanie pomenovaných entít v slovenskom jazyku"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_WORK_TITLE",
|
|
"HAS_WORK_YEAR"
|
|
],
|
|
"expected_paths": [
|
|
"Artem Yatsenko -> HAS_WORK_TITLE -> Rozpoznávanie pomenovaných entít v slovenskom jazyku",
|
|
"Artem Yatsenko -> HAS_WORK_YEAR -> 2022"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0220",
|
|
"split": "dev",
|
|
"category": "person_title_year",
|
|
"difficulty": "medium",
|
|
"question": "Prepoj osobu Artem Yatsenko s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.",
|
|
"expected_documents": [
|
|
"pages/students/2019/artem_yatsenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Artem Yatsenko",
|
|
"Rozpoznávanie pomenovaných entít v slovenskom jazyku",
|
|
"2022"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "multi_relation_lookup",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": false,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Artem Yatsenko"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "work_title",
|
|
"value": "Rozpoznávanie pomenovaných entít v slovenskom jazyku"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_WORK_TITLE",
|
|
"HAS_WORK_YEAR"
|
|
],
|
|
"expected_paths": [
|
|
"Artem Yatsenko -> HAS_WORK_TITLE -> Rozpoznávanie pomenovaných entít v slovenskom jazyku",
|
|
"Artem Yatsenko -> HAS_WORK_YEAR -> 2022"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0221",
|
|
"split": "dev",
|
|
"category": "person_title_year",
|
|
"difficulty": "medium",
|
|
"question": "Aký názov práce a aký rok práce sú uvedené pri osobe Daniil Huzenko?",
|
|
"expected_documents": [
|
|
"pages/students/2022/daniil_huzenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Daniil Huzenko",
|
|
"Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia",
|
|
"2025"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "multi_relation_lookup",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": false,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Daniil Huzenko"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "work_title",
|
|
"value": "Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2025"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_WORK_TITLE",
|
|
"HAS_WORK_YEAR"
|
|
],
|
|
"expected_paths": [
|
|
"Daniil Huzenko -> HAS_WORK_TITLE -> Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia",
|
|
"Daniil Huzenko -> HAS_WORK_YEAR -> 2025"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0222",
|
|
"split": "dev",
|
|
"category": "person_title_year",
|
|
"difficulty": "medium",
|
|
"question": "Prepoj osobu Daniil Huzenko s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.",
|
|
"expected_documents": [
|
|
"pages/students/2022/daniil_huzenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Daniil Huzenko",
|
|
"Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia",
|
|
"2025"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "multi_relation_lookup",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": false,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Daniil Huzenko"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "work_title",
|
|
"value": "Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2025"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_WORK_TITLE",
|
|
"HAS_WORK_YEAR"
|
|
],
|
|
"expected_paths": [
|
|
"Daniil Huzenko -> HAS_WORK_TITLE -> Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia",
|
|
"Daniil Huzenko -> HAS_WORK_YEAR -> 2025"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0223",
|
|
"split": "test",
|
|
"category": "person_title_year",
|
|
"difficulty": "medium",
|
|
"question": "Aký názov práce a aký rok práce sú uvedené pri osobe Denis Le Thanh?",
|
|
"expected_documents": [
|
|
"pages/students/2023/denis_le_thanh/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Denis Le Thanh",
|
|
"Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku",
|
|
"2026"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "multi_relation_lookup",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": false,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Denis Le Thanh"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "work_title",
|
|
"value": "Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_WORK_TITLE",
|
|
"HAS_WORK_YEAR"
|
|
],
|
|
"expected_paths": [
|
|
"Denis Le Thanh -> HAS_WORK_TITLE -> Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku",
|
|
"Denis Le Thanh -> HAS_WORK_YEAR -> 2026"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0224",
|
|
"split": "test",
|
|
"category": "person_title_year",
|
|
"difficulty": "medium",
|
|
"question": "Prepoj osobu Denis Le Thanh s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.",
|
|
"expected_documents": [
|
|
"pages/students/2023/denis_le_thanh/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Denis Le Thanh",
|
|
"Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku",
|
|
"2026"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "multi_relation_lookup",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": false,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Denis Le Thanh"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "work_title",
|
|
"value": "Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_WORK_TITLE",
|
|
"HAS_WORK_YEAR"
|
|
],
|
|
"expected_paths": [
|
|
"Denis Le Thanh -> HAS_WORK_TITLE -> Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku",
|
|
"Denis Le Thanh -> HAS_WORK_YEAR -> 2026"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0225",
|
|
"split": "test",
|
|
"category": "person_title_year",
|
|
"difficulty": "medium",
|
|
"question": "Aký názov práce a aký rok práce sú uvedené pri osobe Dmytro Ushatenko?",
|
|
"expected_documents": [
|
|
"pages/students/2017/dmytro_ushatenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Dmytro Ushatenko",
|
|
"Jednoduchý chatbot v jazyku Python",
|
|
"2020"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "multi_relation_lookup",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": false,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Dmytro Ushatenko"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "work_title",
|
|
"value": "Jednoduchý chatbot v jazyku Python"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2020"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_WORK_TITLE",
|
|
"HAS_WORK_YEAR"
|
|
],
|
|
"expected_paths": [
|
|
"Dmytro Ushatenko -> HAS_WORK_TITLE -> Jednoduchý chatbot v jazyku Python",
|
|
"Dmytro Ushatenko -> HAS_WORK_YEAR -> 2020"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0226",
|
|
"split": "test",
|
|
"category": "person_title_year",
|
|
"difficulty": "medium",
|
|
"question": "Prepoj osobu Dmytro Ushatenko s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.",
|
|
"expected_documents": [
|
|
"pages/students/2017/dmytro_ushatenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Dmytro Ushatenko",
|
|
"Jednoduchý chatbot v jazyku Python",
|
|
"2020"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "multi_relation_lookup",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": false,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Dmytro Ushatenko"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "work_title",
|
|
"value": "Jednoduchý chatbot v jazyku Python"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2020"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_WORK_TITLE",
|
|
"HAS_WORK_YEAR"
|
|
],
|
|
"expected_paths": [
|
|
"Dmytro Ushatenko -> HAS_WORK_TITLE -> Jednoduchý chatbot v jazyku Python",
|
|
"Dmytro Ushatenko -> HAS_WORK_YEAR -> 2020"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0227",
|
|
"split": "dev",
|
|
"category": "person_title_year",
|
|
"difficulty": "medium",
|
|
"question": "Aký názov práce a aký rok práce sú uvedené pri osobe Dominik Nagy?",
|
|
"expected_documents": [
|
|
"pages/students/2016/dominik_nagy/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Dominik Nagy",
|
|
"Neurónový strojový preklad pomocou knižnice Fairseq",
|
|
"2022"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "multi_relation_lookup",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": false,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Dominik Nagy"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "work_title",
|
|
"value": "Neurónový strojový preklad pomocou knižnice Fairseq"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_WORK_TITLE",
|
|
"HAS_WORK_YEAR"
|
|
],
|
|
"expected_paths": [
|
|
"Dominik Nagy -> HAS_WORK_TITLE -> Neurónový strojový preklad pomocou knižnice Fairseq",
|
|
"Dominik Nagy -> HAS_WORK_YEAR -> 2022"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0228",
|
|
"split": "dev",
|
|
"category": "person_title_year",
|
|
"difficulty": "medium",
|
|
"question": "Prepoj osobu Dominik Nagy s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.",
|
|
"expected_documents": [
|
|
"pages/students/2016/dominik_nagy/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Dominik Nagy",
|
|
"Neurónový strojový preklad pomocou knižnice Fairseq",
|
|
"2022"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "multi_relation_lookup",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": false,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Dominik Nagy"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "work_title",
|
|
"value": "Neurónový strojový preklad pomocou knižnice Fairseq"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_WORK_TITLE",
|
|
"HAS_WORK_YEAR"
|
|
],
|
|
"expected_paths": [
|
|
"Dominik Nagy -> HAS_WORK_TITLE -> Neurónový strojový preklad pomocou knižnice Fairseq",
|
|
"Dominik Nagy -> HAS_WORK_YEAR -> 2022"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0229",
|
|
"split": "test",
|
|
"category": "person_title_year",
|
|
"difficulty": "medium",
|
|
"question": "Aký názov práce a aký rok práce sú uvedené pri osobe Dárius Lindvai?",
|
|
"expected_documents": [
|
|
"pages/students/2016/darius_lindvai/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Dárius Lindvai",
|
|
"Obnovenie interpunkcie pomocou hlbokých neurónových sietí",
|
|
"2021"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "multi_relation_lookup",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": false,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Dárius Lindvai"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "work_title",
|
|
"value": "Obnovenie interpunkcie pomocou hlbokých neurónových sietí"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2021"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_WORK_TITLE",
|
|
"HAS_WORK_YEAR"
|
|
],
|
|
"expected_paths": [
|
|
"Dárius Lindvai -> HAS_WORK_TITLE -> Obnovenie interpunkcie pomocou hlbokých neurónových sietí",
|
|
"Dárius Lindvai -> HAS_WORK_YEAR -> 2021"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0230",
|
|
"split": "test",
|
|
"category": "person_title_year",
|
|
"difficulty": "medium",
|
|
"question": "Prepoj osobu Dárius Lindvai s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.",
|
|
"expected_documents": [
|
|
"pages/students/2016/darius_lindvai/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Dárius Lindvai",
|
|
"Obnovenie interpunkcie pomocou hlbokých neurónových sietí",
|
|
"2021"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "multi_relation_lookup",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": false,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Dárius Lindvai"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "work_title",
|
|
"value": "Obnovenie interpunkcie pomocou hlbokých neurónových sietí"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2021"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_WORK_TITLE",
|
|
"HAS_WORK_YEAR"
|
|
],
|
|
"expected_paths": [
|
|
"Dárius Lindvai -> HAS_WORK_TITLE -> Obnovenie interpunkcie pomocou hlbokých neurónových sietí",
|
|
"Dárius Lindvai -> HAS_WORK_YEAR -> 2021"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0231",
|
|
"split": "dev",
|
|
"category": "person_title_year",
|
|
"difficulty": "medium",
|
|
"question": "Aký názov práce a aký rok práce sú uvedené pri osobe Dávid Omasta?",
|
|
"expected_documents": [
|
|
"pages/students/2018/david_omasta/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Dávid Omasta",
|
|
"Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku",
|
|
"2024"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "multi_relation_lookup",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": false,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Dávid Omasta"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "work_title",
|
|
"value": "Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2024"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_WORK_TITLE",
|
|
"HAS_WORK_YEAR"
|
|
],
|
|
"expected_paths": [
|
|
"Dávid Omasta -> HAS_WORK_TITLE -> Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku",
|
|
"Dávid Omasta -> HAS_WORK_YEAR -> 2024"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0232",
|
|
"split": "dev",
|
|
"category": "person_title_year",
|
|
"difficulty": "medium",
|
|
"question": "Prepoj osobu Dávid Omasta s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.",
|
|
"expected_documents": [
|
|
"pages/students/2018/david_omasta/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Dávid Omasta",
|
|
"Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku",
|
|
"2024"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "multi_relation_lookup",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": false,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Dávid Omasta"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "work_title",
|
|
"value": "Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2024"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_WORK_TITLE",
|
|
"HAS_WORK_YEAR"
|
|
],
|
|
"expected_paths": [
|
|
"Dávid Omasta -> HAS_WORK_TITLE -> Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku",
|
|
"Dávid Omasta -> HAS_WORK_YEAR -> 2024"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0233",
|
|
"split": "test",
|
|
"category": "person_title_year",
|
|
"difficulty": "medium",
|
|
"question": "Aký názov práce a aký rok práce sú uvedené pri osobe Eduard Matovka?",
|
|
"expected_documents": [
|
|
"pages/students/2021/eduard_matovka/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Eduard Matovka",
|
|
"Slovenská konverzačná umelá inteligencia",
|
|
"2024"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "multi_relation_lookup",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": false,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Eduard Matovka"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "work_title",
|
|
"value": "Slovenská konverzačná umelá inteligencia"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2024"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_WORK_TITLE",
|
|
"HAS_WORK_YEAR"
|
|
],
|
|
"expected_paths": [
|
|
"Eduard Matovka -> HAS_WORK_TITLE -> Slovenská konverzačná umelá inteligencia",
|
|
"Eduard Matovka -> HAS_WORK_YEAR -> 2024"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0234",
|
|
"split": "test",
|
|
"category": "person_title_year",
|
|
"difficulty": "medium",
|
|
"question": "Prepoj osobu Eduard Matovka s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.",
|
|
"expected_documents": [
|
|
"pages/students/2021/eduard_matovka/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Eduard Matovka",
|
|
"Slovenská konverzačná umelá inteligencia",
|
|
"2024"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "multi_relation_lookup",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": false,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Eduard Matovka"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "work_title",
|
|
"value": "Slovenská konverzačná umelá inteligencia"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2024"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_WORK_TITLE",
|
|
"HAS_WORK_YEAR"
|
|
],
|
|
"expected_paths": [
|
|
"Eduard Matovka -> HAS_WORK_TITLE -> Slovenská konverzačná umelá inteligencia",
|
|
"Eduard Matovka -> HAS_WORK_YEAR -> 2024"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0235",
|
|
"split": "test",
|
|
"category": "person_title_year",
|
|
"difficulty": "medium",
|
|
"question": "Aký názov práce a aký rok práce sú uvedené pri osobe Filip Tomáš?",
|
|
"expected_documents": [
|
|
"pages/students/2019/filip_tomas/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Filip Tomáš",
|
|
"Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia",
|
|
"2022"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "multi_relation_lookup",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": false,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Filip Tomáš"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "work_title",
|
|
"value": "Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_WORK_TITLE",
|
|
"HAS_WORK_YEAR"
|
|
],
|
|
"expected_paths": [
|
|
"Filip Tomáš -> HAS_WORK_TITLE -> Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia",
|
|
"Filip Tomáš -> HAS_WORK_YEAR -> 2022"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0236",
|
|
"split": "test",
|
|
"category": "person_title_year",
|
|
"difficulty": "medium",
|
|
"question": "Prepoj osobu Filip Tomáš s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.",
|
|
"expected_documents": [
|
|
"pages/students/2019/filip_tomas/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Filip Tomáš",
|
|
"Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia",
|
|
"2022"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "multi_relation_lookup",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": false,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Filip Tomáš"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "work_title",
|
|
"value": "Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_WORK_TITLE",
|
|
"HAS_WORK_YEAR"
|
|
],
|
|
"expected_paths": [
|
|
"Filip Tomáš -> HAS_WORK_TITLE -> Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia",
|
|
"Filip Tomáš -> HAS_WORK_YEAR -> 2022"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0237",
|
|
"split": "dev",
|
|
"category": "person_title_year",
|
|
"difficulty": "medium",
|
|
"question": "Aký názov práce a aký rok práce sú uvedené pri osobe Jakub Maruniak?",
|
|
"expected_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Jakub Maruniak",
|
|
"Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku",
|
|
"2021"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "multi_relation_lookup",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": false,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Jakub Maruniak"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "work_title",
|
|
"value": "Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2021"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_WORK_TITLE",
|
|
"HAS_WORK_YEAR"
|
|
],
|
|
"expected_paths": [
|
|
"Jakub Maruniak -> HAS_WORK_TITLE -> Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku",
|
|
"Jakub Maruniak -> HAS_WORK_YEAR -> 2021"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0238",
|
|
"split": "dev",
|
|
"category": "person_title_year",
|
|
"difficulty": "medium",
|
|
"question": "Prepoj osobu Jakub Maruniak s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.",
|
|
"expected_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Jakub Maruniak",
|
|
"Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku",
|
|
"2021"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "multi_relation_lookup",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": false,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Jakub Maruniak"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "work_title",
|
|
"value": "Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2021"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_WORK_TITLE",
|
|
"HAS_WORK_YEAR"
|
|
],
|
|
"expected_paths": [
|
|
"Jakub Maruniak -> HAS_WORK_TITLE -> Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku",
|
|
"Jakub Maruniak -> HAS_WORK_YEAR -> 2021"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0239",
|
|
"split": "dev",
|
|
"category": "person_title_year",
|
|
"difficulty": "medium",
|
|
"question": "Aký názov práce a aký rok práce sú uvedené pri osobe Ján Holp?",
|
|
"expected_documents": [
|
|
"pages/students/2016/jan_holp/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Ján Holp",
|
|
"Systém získavania informácií v slovenskom jazyku",
|
|
"2021"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "multi_relation_lookup",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": false,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Ján Holp"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "work_title",
|
|
"value": "Systém získavania informácií v slovenskom jazyku"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2021"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_WORK_TITLE",
|
|
"HAS_WORK_YEAR"
|
|
],
|
|
"expected_paths": [
|
|
"Ján Holp -> HAS_WORK_TITLE -> Systém získavania informácií v slovenskom jazyku",
|
|
"Ján Holp -> HAS_WORK_YEAR -> 2021"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0240",
|
|
"split": "dev",
|
|
"category": "person_title_year",
|
|
"difficulty": "medium",
|
|
"question": "Prepoj osobu Ján Holp s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.",
|
|
"expected_documents": [
|
|
"pages/students/2016/jan_holp/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Ján Holp",
|
|
"Systém získavania informácií v slovenskom jazyku",
|
|
"2021"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "multi_relation_lookup",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": false,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Ján Holp"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "work_title",
|
|
"value": "Systém získavania informácií v slovenskom jazyku"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2021"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_WORK_TITLE",
|
|
"HAS_WORK_YEAR"
|
|
],
|
|
"expected_paths": [
|
|
"Ján Holp -> HAS_WORK_TITLE -> Systém získavania informácií v slovenskom jazyku",
|
|
"Ján Holp -> HAS_WORK_YEAR -> 2021"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0241",
|
|
"split": "test",
|
|
"category": "person_title_year",
|
|
"difficulty": "medium",
|
|
"question": "Aký názov práce a aký rok práce sú uvedené pri osobe Ján Malinovský?",
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Ján Malinovský",
|
|
"Grafové vyhľadávanie pre podporu vzdelávania",
|
|
"2026"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "multi_relation_lookup",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": false,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Ján Malinovský"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "work_title",
|
|
"value": "Grafové vyhľadávanie pre podporu vzdelávania"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_WORK_TITLE",
|
|
"HAS_WORK_YEAR"
|
|
],
|
|
"expected_paths": [
|
|
"Ján Malinovský -> HAS_WORK_TITLE -> Grafové vyhľadávanie pre podporu vzdelávania",
|
|
"Ján Malinovský -> HAS_WORK_YEAR -> 2026"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0242",
|
|
"split": "test",
|
|
"category": "person_title_year",
|
|
"difficulty": "medium",
|
|
"question": "Prepoj osobu Ján Malinovský s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.",
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Ján Malinovský",
|
|
"Grafové vyhľadávanie pre podporu vzdelávania",
|
|
"2026"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "multi_relation_lookup",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": false,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Ján Malinovský"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "work_title",
|
|
"value": "Grafové vyhľadávanie pre podporu vzdelávania"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_WORK_TITLE",
|
|
"HAS_WORK_YEAR"
|
|
],
|
|
"expected_paths": [
|
|
"Ján Malinovský -> HAS_WORK_TITLE -> Grafové vyhľadávanie pre podporu vzdelávania",
|
|
"Ján Malinovský -> HAS_WORK_YEAR -> 2026"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0243",
|
|
"split": "dev",
|
|
"category": "person_title_year",
|
|
"difficulty": "medium",
|
|
"question": "Aký názov práce a aký rok práce sú uvedené pri osobe Ján Pták?",
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_ptak/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Ján Pták",
|
|
"Agent pre manažment záverečných prác",
|
|
"2026"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "multi_relation_lookup",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": false,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Ján Pták"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "work_title",
|
|
"value": "Agent pre manažment záverečných prác"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_WORK_TITLE",
|
|
"HAS_WORK_YEAR"
|
|
],
|
|
"expected_paths": [
|
|
"Ján Pták -> HAS_WORK_TITLE -> Agent pre manažment záverečných prác",
|
|
"Ján Pták -> HAS_WORK_YEAR -> 2026"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0244",
|
|
"split": "dev",
|
|
"category": "person_title_year",
|
|
"difficulty": "medium",
|
|
"question": "Prepoj osobu Ján Pták s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.",
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_ptak/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Ján Pták",
|
|
"Agent pre manažment záverečných prác",
|
|
"2026"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "multi_relation_lookup",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": false,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Ján Pták"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "work_title",
|
|
"value": "Agent pre manažment záverečných prác"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_WORK_TITLE",
|
|
"HAS_WORK_YEAR"
|
|
],
|
|
"expected_paths": [
|
|
"Ján Pták -> HAS_WORK_TITLE -> Agent pre manažment záverečných prác",
|
|
"Ján Pták -> HAS_WORK_YEAR -> 2026"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0245",
|
|
"split": "dev",
|
|
"category": "person_title_year",
|
|
"difficulty": "medium",
|
|
"question": "Aký názov práce a aký rok práce sú uvedené pri osobe Kristián Sopkovič?",
|
|
"expected_documents": [
|
|
"pages/students/2019/kristian_sopkovic/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Kristián Sopkovič",
|
|
"Model Spacy pre spracovanie prirodzeného jazyka v slovenčine",
|
|
"2022"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "multi_relation_lookup",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": false,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Kristián Sopkovič"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "work_title",
|
|
"value": "Model Spacy pre spracovanie prirodzeného jazyka v slovenčine"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_WORK_TITLE",
|
|
"HAS_WORK_YEAR"
|
|
],
|
|
"expected_paths": [
|
|
"Kristián Sopkovič -> HAS_WORK_TITLE -> Model Spacy pre spracovanie prirodzeného jazyka v slovenčine",
|
|
"Kristián Sopkovič -> HAS_WORK_YEAR -> 2022"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0246",
|
|
"split": "dev",
|
|
"category": "person_title_year",
|
|
"difficulty": "medium",
|
|
"question": "Prepoj osobu Kristián Sopkovič s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.",
|
|
"expected_documents": [
|
|
"pages/students/2019/kristian_sopkovic/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Kristián Sopkovič",
|
|
"Model Spacy pre spracovanie prirodzeného jazyka v slovenčine",
|
|
"2022"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "multi_relation_lookup",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": false,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Kristián Sopkovič"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "work_title",
|
|
"value": "Model Spacy pre spracovanie prirodzeného jazyka v slovenčine"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_WORK_TITLE",
|
|
"HAS_WORK_YEAR"
|
|
],
|
|
"expected_paths": [
|
|
"Kristián Sopkovič -> HAS_WORK_TITLE -> Model Spacy pre spracovanie prirodzeného jazyka v slovenčine",
|
|
"Kristián Sopkovič -> HAS_WORK_YEAR -> 2022"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0247",
|
|
"split": "test",
|
|
"category": "person_title_year",
|
|
"difficulty": "medium",
|
|
"question": "Aký názov práce a aký rok práce sú uvedené pri osobe Lukáš Pokrývka?",
|
|
"expected_documents": [
|
|
"pages/students/2016/lukas_pokryvka/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Lukáš Pokrývka",
|
|
"Paralelné trénovanie neurónových sietí",
|
|
"2021"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "multi_relation_lookup",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": false,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Lukáš Pokrývka"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "work_title",
|
|
"value": "Paralelné trénovanie neurónových sietí"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2021"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_WORK_TITLE",
|
|
"HAS_WORK_YEAR"
|
|
],
|
|
"expected_paths": [
|
|
"Lukáš Pokrývka -> HAS_WORK_TITLE -> Paralelné trénovanie neurónových sietí",
|
|
"Lukáš Pokrývka -> HAS_WORK_YEAR -> 2021"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0248",
|
|
"split": "test",
|
|
"category": "person_title_year",
|
|
"difficulty": "medium",
|
|
"question": "Prepoj osobu Lukáš Pokrývka s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.",
|
|
"expected_documents": [
|
|
"pages/students/2016/lukas_pokryvka/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Lukáš Pokrývka",
|
|
"Paralelné trénovanie neurónových sietí",
|
|
"2021"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "multi_relation_lookup",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": false,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Lukáš Pokrývka"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "work_title",
|
|
"value": "Paralelné trénovanie neurónových sietí"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2021"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_WORK_TITLE",
|
|
"HAS_WORK_YEAR"
|
|
],
|
|
"expected_paths": [
|
|
"Lukáš Pokrývka -> HAS_WORK_TITLE -> Paralelné trénovanie neurónových sietí",
|
|
"Lukáš Pokrývka -> HAS_WORK_YEAR -> 2021"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0249",
|
|
"split": "test",
|
|
"category": "person_title_year",
|
|
"difficulty": "medium",
|
|
"question": "Aký názov práce a aký rok práce sú uvedené pri osobe Maksym Zatirka?",
|
|
"expected_documents": [
|
|
"pages/students/2023/maksym_zatirka/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Maksym Zatirka",
|
|
"Grafová databáza pre podporu generovania slovenského jazyka",
|
|
"2026"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "multi_relation_lookup",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": false,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Maksym Zatirka"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "work_title",
|
|
"value": "Grafová databáza pre podporu generovania slovenského jazyka"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_WORK_TITLE",
|
|
"HAS_WORK_YEAR"
|
|
],
|
|
"expected_paths": [
|
|
"Maksym Zatirka -> HAS_WORK_TITLE -> Grafová databáza pre podporu generovania slovenského jazyka",
|
|
"Maksym Zatirka -> HAS_WORK_YEAR -> 2026"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0250",
|
|
"split": "test",
|
|
"category": "person_title_year",
|
|
"difficulty": "medium",
|
|
"question": "Prepoj osobu Maksym Zatirka s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.",
|
|
"expected_documents": [
|
|
"pages/students/2023/maksym_zatirka/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Maksym Zatirka",
|
|
"Grafová databáza pre podporu generovania slovenského jazyka",
|
|
"2026"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "multi_relation_lookup",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": false,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Maksym Zatirka"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "work_title",
|
|
"value": "Grafová databáza pre podporu generovania slovenského jazyka"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_WORK_TITLE",
|
|
"HAS_WORK_YEAR"
|
|
],
|
|
"expected_paths": [
|
|
"Maksym Zatirka -> HAS_WORK_TITLE -> Grafová databáza pre podporu generovania slovenského jazyka",
|
|
"Maksym Zatirka -> HAS_WORK_YEAR -> 2026"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0251",
|
|
"split": "dev",
|
|
"category": "person_title_year",
|
|
"difficulty": "medium",
|
|
"question": "Aký názov práce a aký rok práce sú uvedené pri osobe Maroš Harahus?",
|
|
"expected_documents": [
|
|
"pages/students/2016/maros_harahus/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Maroš Harahus",
|
|
"Neurónová morfologická anotácia slovenského jazyka",
|
|
"2021"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "multi_relation_lookup",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": false,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Maroš Harahus"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "work_title",
|
|
"value": "Neurónová morfologická anotácia slovenského jazyka"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2021"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_WORK_TITLE",
|
|
"HAS_WORK_YEAR"
|
|
],
|
|
"expected_paths": [
|
|
"Maroš Harahus -> HAS_WORK_TITLE -> Neurónová morfologická anotácia slovenského jazyka",
|
|
"Maroš Harahus -> HAS_WORK_YEAR -> 2021"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0252",
|
|
"split": "dev",
|
|
"category": "person_title_year",
|
|
"difficulty": "medium",
|
|
"question": "Prepoj osobu Maroš Harahus s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.",
|
|
"expected_documents": [
|
|
"pages/students/2016/maros_harahus/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Maroš Harahus",
|
|
"Neurónová morfologická anotácia slovenského jazyka",
|
|
"2021"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "multi_relation_lookup",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": false,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Maroš Harahus"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "work_title",
|
|
"value": "Neurónová morfologická anotácia slovenského jazyka"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2021"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_WORK_TITLE",
|
|
"HAS_WORK_YEAR"
|
|
],
|
|
"expected_paths": [
|
|
"Maroš Harahus -> HAS_WORK_TITLE -> Neurónová morfologická anotácia slovenského jazyka",
|
|
"Maroš Harahus -> HAS_WORK_YEAR -> 2021"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0253",
|
|
"split": "test",
|
|
"category": "person_title_year",
|
|
"difficulty": "medium",
|
|
"question": "Aký názov práce a aký rok práce sú uvedené pri osobe Martin Wencel?",
|
|
"expected_documents": [
|
|
"pages/students/2018/martin_wencel/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Martin Wencel",
|
|
"Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy",
|
|
"2020"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "multi_relation_lookup",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": false,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Martin Wencel"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "work_title",
|
|
"value": "Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2020"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_WORK_TITLE",
|
|
"HAS_WORK_YEAR"
|
|
],
|
|
"expected_paths": [
|
|
"Martin Wencel -> HAS_WORK_TITLE -> Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy",
|
|
"Martin Wencel -> HAS_WORK_YEAR -> 2020"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0254",
|
|
"split": "test",
|
|
"category": "person_title_year",
|
|
"difficulty": "medium",
|
|
"question": "Prepoj osobu Martin Wencel s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.",
|
|
"expected_documents": [
|
|
"pages/students/2018/martin_wencel/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Martin Wencel",
|
|
"Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy",
|
|
"2020"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "multi_relation_lookup",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": false,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Martin Wencel"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "work_title",
|
|
"value": "Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2020"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_WORK_TITLE",
|
|
"HAS_WORK_YEAR"
|
|
],
|
|
"expected_paths": [
|
|
"Martin Wencel -> HAS_WORK_TITLE -> Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy",
|
|
"Martin Wencel -> HAS_WORK_YEAR -> 2020"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0255",
|
|
"split": "test",
|
|
"category": "person_title_year",
|
|
"difficulty": "medium",
|
|
"question": "Aký názov práce a aký rok práce sú uvedené pri osobe Martin Šarišský?",
|
|
"expected_documents": [
|
|
"pages/students/2021/martin_sarissky/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Martin Šarišský",
|
|
"Agentové systémy pomocou veľkého jazykového modelu",
|
|
"2026"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "multi_relation_lookup",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": false,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Martin Šarišský"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "work_title",
|
|
"value": "Agentové systémy pomocou veľkého jazykového modelu"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_WORK_TITLE",
|
|
"HAS_WORK_YEAR"
|
|
],
|
|
"expected_paths": [
|
|
"Martin Šarišský -> HAS_WORK_TITLE -> Agentové systémy pomocou veľkého jazykového modelu",
|
|
"Martin Šarišský -> HAS_WORK_YEAR -> 2026"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0256",
|
|
"split": "test",
|
|
"category": "person_title_year",
|
|
"difficulty": "medium",
|
|
"question": "Prepoj osobu Martin Šarišský s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.",
|
|
"expected_documents": [
|
|
"pages/students/2021/martin_sarissky/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Martin Šarišský",
|
|
"Agentové systémy pomocou veľkého jazykového modelu",
|
|
"2026"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "multi_relation_lookup",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": false,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Martin Šarišský"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "work_title",
|
|
"value": "Agentové systémy pomocou veľkého jazykového modelu"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_WORK_TITLE",
|
|
"HAS_WORK_YEAR"
|
|
],
|
|
"expected_paths": [
|
|
"Martin Šarišský -> HAS_WORK_TITLE -> Agentové systémy pomocou veľkého jazykového modelu",
|
|
"Martin Šarišský -> HAS_WORK_YEAR -> 2026"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0257",
|
|
"split": "dev",
|
|
"category": "person_title_year",
|
|
"difficulty": "medium",
|
|
"question": "Aký názov práce a aký rok práce sú uvedené pri osobe Matej Novotný?",
|
|
"expected_documents": [
|
|
"pages/students/2021/matej_novotny/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Matej Novotný",
|
|
"Klasifikácia webových dát pre lepšie jazykové modelovanie",
|
|
"2026"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "multi_relation_lookup",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": false,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Matej Novotný"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "work_title",
|
|
"value": "Klasifikácia webových dát pre lepšie jazykové modelovanie"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_WORK_TITLE",
|
|
"HAS_WORK_YEAR"
|
|
],
|
|
"expected_paths": [
|
|
"Matej Novotný -> HAS_WORK_TITLE -> Klasifikácia webových dát pre lepšie jazykové modelovanie",
|
|
"Matej Novotný -> HAS_WORK_YEAR -> 2026"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0258",
|
|
"split": "dev",
|
|
"category": "person_title_year",
|
|
"difficulty": "medium",
|
|
"question": "Prepoj osobu Matej Novotný s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.",
|
|
"expected_documents": [
|
|
"pages/students/2021/matej_novotny/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Matej Novotný",
|
|
"Klasifikácia webových dát pre lepšie jazykové modelovanie",
|
|
"2026"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "multi_relation_lookup",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": false,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Matej Novotný"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "work_title",
|
|
"value": "Klasifikácia webových dát pre lepšie jazykové modelovanie"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_WORK_TITLE",
|
|
"HAS_WORK_YEAR"
|
|
],
|
|
"expected_paths": [
|
|
"Matej Novotný -> HAS_WORK_TITLE -> Klasifikácia webových dát pre lepšie jazykové modelovanie",
|
|
"Matej Novotný -> HAS_WORK_YEAR -> 2026"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0259",
|
|
"split": "dev",
|
|
"category": "person_title_year",
|
|
"difficulty": "medium",
|
|
"question": "Aký názov práce a aký rok práce sú uvedené pri osobe Matej Ščišľak?",
|
|
"expected_documents": [
|
|
"pages/students/2021/matej_scislak/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Matej Ščišľak",
|
|
"Znalostné grafy pre zlepšenie vyhľadávania právnych informácií",
|
|
"2026"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "multi_relation_lookup",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": false,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Matej Ščišľak"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "work_title",
|
|
"value": "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_WORK_TITLE",
|
|
"HAS_WORK_YEAR"
|
|
],
|
|
"expected_paths": [
|
|
"Matej Ščišľak -> HAS_WORK_TITLE -> Znalostné grafy pre zlepšenie vyhľadávania právnych informácií",
|
|
"Matej Ščišľak -> HAS_WORK_YEAR -> 2026"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0260",
|
|
"split": "dev",
|
|
"category": "person_title_year",
|
|
"difficulty": "medium",
|
|
"question": "Prepoj osobu Matej Ščišľak s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.",
|
|
"expected_documents": [
|
|
"pages/students/2021/matej_scislak/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Matej Ščišľak",
|
|
"Znalostné grafy pre zlepšenie vyhľadávania právnych informácií",
|
|
"2026"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "multi_relation_lookup",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": false,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Matej Ščišľak"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "work_title",
|
|
"value": "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_WORK_TITLE",
|
|
"HAS_WORK_YEAR"
|
|
],
|
|
"expected_paths": [
|
|
"Matej Ščišľak -> HAS_WORK_TITLE -> Znalostné grafy pre zlepšenie vyhľadávania právnych informácií",
|
|
"Matej Ščišľak -> HAS_WORK_YEAR -> 2026"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0261",
|
|
"split": "dev",
|
|
"category": "person_title_year",
|
|
"difficulty": "medium",
|
|
"question": "Aký názov práce a aký rok práce sú uvedené pri osobe Michal Stromko?",
|
|
"expected_documents": [
|
|
"pages/students/2019/michal_stromko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Michal Stromko",
|
|
"Indexovanie slovenského textu pomocou Elasticsearch",
|
|
"2022"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "multi_relation_lookup",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": false,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Michal Stromko"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "work_title",
|
|
"value": "Indexovanie slovenského textu pomocou Elasticsearch"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_WORK_TITLE",
|
|
"HAS_WORK_YEAR"
|
|
],
|
|
"expected_paths": [
|
|
"Michal Stromko -> HAS_WORK_TITLE -> Indexovanie slovenského textu pomocou Elasticsearch",
|
|
"Michal Stromko -> HAS_WORK_YEAR -> 2022"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0262",
|
|
"split": "dev",
|
|
"category": "person_title_year",
|
|
"difficulty": "medium",
|
|
"question": "Prepoj osobu Michal Stromko s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.",
|
|
"expected_documents": [
|
|
"pages/students/2019/michal_stromko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Michal Stromko",
|
|
"Indexovanie slovenského textu pomocou Elasticsearch",
|
|
"2022"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "multi_relation_lookup",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": false,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Michal Stromko"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "work_title",
|
|
"value": "Indexovanie slovenského textu pomocou Elasticsearch"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_WORK_TITLE",
|
|
"HAS_WORK_YEAR"
|
|
],
|
|
"expected_paths": [
|
|
"Michal Stromko -> HAS_WORK_TITLE -> Indexovanie slovenského textu pomocou Elasticsearch",
|
|
"Michal Stromko -> HAS_WORK_YEAR -> 2022"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0263",
|
|
"split": "test",
|
|
"category": "person_title_year",
|
|
"difficulty": "medium",
|
|
"question": "Aký názov práce a aký rok práce sú uvedené pri osobe Márk Fehér?",
|
|
"expected_documents": [
|
|
"pages/students/2016/mark_feher/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/mark_feher"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Márk Fehér",
|
|
"Klasifikácia textu metódami strojového učenia",
|
|
"2022"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "multi_relation_lookup",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": false,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Márk Fehér"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "work_title",
|
|
"value": "Klasifikácia textu metódami strojového učenia"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_WORK_TITLE",
|
|
"HAS_WORK_YEAR"
|
|
],
|
|
"expected_paths": [
|
|
"Márk Fehér -> HAS_WORK_TITLE -> Klasifikácia textu metódami strojového učenia",
|
|
"Márk Fehér -> HAS_WORK_YEAR -> 2022"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0264",
|
|
"split": "test",
|
|
"category": "person_title_year",
|
|
"difficulty": "medium",
|
|
"question": "Prepoj osobu Márk Fehér s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.",
|
|
"expected_documents": [
|
|
"pages/students/2016/mark_feher/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/mark_feher"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Márk Fehér",
|
|
"Klasifikácia textu metódami strojového učenia",
|
|
"2022"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "multi_relation_lookup",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": false,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Márk Fehér"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "work_title",
|
|
"value": "Klasifikácia textu metódami strojového učenia"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_WORK_TITLE",
|
|
"HAS_WORK_YEAR"
|
|
],
|
|
"expected_paths": [
|
|
"Márk Fehér -> HAS_WORK_TITLE -> Klasifikácia textu metódami strojového učenia",
|
|
"Márk Fehér -> HAS_WORK_YEAR -> 2022"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0265",
|
|
"split": "test",
|
|
"category": "person_title_year",
|
|
"difficulty": "medium",
|
|
"question": "Aký názov práce a aký rok práce sú uvedené pri osobe Oleh Poiasnik?",
|
|
"expected_documents": [
|
|
"pages/students/2022/oleh_poiasnik/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Oleh Poiasnik",
|
|
"Expertný agentový systém na podporu rozhodovania v lekárni",
|
|
"2027"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "multi_relation_lookup",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": false,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Oleh Poiasnik"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "work_title",
|
|
"value": "Expertný agentový systém na podporu rozhodovania v lekárni"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2027"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_WORK_TITLE",
|
|
"HAS_WORK_YEAR"
|
|
],
|
|
"expected_paths": [
|
|
"Oleh Poiasnik -> HAS_WORK_TITLE -> Expertný agentový systém na podporu rozhodovania v lekárni",
|
|
"Oleh Poiasnik -> HAS_WORK_YEAR -> 2027"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0266",
|
|
"split": "test",
|
|
"category": "person_title_year",
|
|
"difficulty": "medium",
|
|
"question": "Prepoj osobu Oleh Poiasnik s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.",
|
|
"expected_documents": [
|
|
"pages/students/2022/oleh_poiasnik/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Oleh Poiasnik",
|
|
"Expertný agentový systém na podporu rozhodovania v lekárni",
|
|
"2027"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "multi_relation_lookup",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": false,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Oleh Poiasnik"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "work_title",
|
|
"value": "Expertný agentový systém na podporu rozhodovania v lekárni"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2027"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_WORK_TITLE",
|
|
"HAS_WORK_YEAR"
|
|
],
|
|
"expected_paths": [
|
|
"Oleh Poiasnik -> HAS_WORK_TITLE -> Expertný agentový systém na podporu rozhodovania v lekárni",
|
|
"Oleh Poiasnik -> HAS_WORK_YEAR -> 2027"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0267",
|
|
"split": "test",
|
|
"category": "person_title_year",
|
|
"difficulty": "medium",
|
|
"question": "Aký názov práce a aký rok práce sú uvedené pri osobe Oleksandr Dorybohov?",
|
|
"expected_documents": [
|
|
"pages/students/2023/oleksandr_dorybohov/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Oleksandr Dorybohov",
|
|
"Automatické odpovede na otázky v právnej oblasti",
|
|
"2026"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "multi_relation_lookup",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": false,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Oleksandr Dorybohov"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "work_title",
|
|
"value": "Automatické odpovede na otázky v právnej oblasti"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_WORK_TITLE",
|
|
"HAS_WORK_YEAR"
|
|
],
|
|
"expected_paths": [
|
|
"Oleksandr Dorybohov -> HAS_WORK_TITLE -> Automatické odpovede na otázky v právnej oblasti",
|
|
"Oleksandr Dorybohov -> HAS_WORK_YEAR -> 2026"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0268",
|
|
"split": "test",
|
|
"category": "person_title_year",
|
|
"difficulty": "medium",
|
|
"question": "Prepoj osobu Oleksandr Dorybohov s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.",
|
|
"expected_documents": [
|
|
"pages/students/2023/oleksandr_dorybohov/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Oleksandr Dorybohov",
|
|
"Automatické odpovede na otázky v právnej oblasti",
|
|
"2026"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "multi_relation_lookup",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": false,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Oleksandr Dorybohov"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "work_title",
|
|
"value": "Automatické odpovede na otázky v právnej oblasti"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_WORK_TITLE",
|
|
"HAS_WORK_YEAR"
|
|
],
|
|
"expected_paths": [
|
|
"Oleksandr Dorybohov -> HAS_WORK_TITLE -> Automatické odpovede na otázky v právnej oblasti",
|
|
"Oleksandr Dorybohov -> HAS_WORK_YEAR -> 2026"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0269",
|
|
"split": "dev",
|
|
"category": "person_title_year",
|
|
"difficulty": "medium",
|
|
"question": "Aký názov práce a aký rok práce sú uvedené pri osobe Ondrej Megela?",
|
|
"expected_documents": [
|
|
"pages/students/2018/ondrej_megela/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Ondrej Megela",
|
|
"Neurónové jazykové modelovanie typu BERT",
|
|
"2020"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "multi_relation_lookup",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": false,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Ondrej Megela"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "work_title",
|
|
"value": "Neurónové jazykové modelovanie typu BERT"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2020"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_WORK_TITLE",
|
|
"HAS_WORK_YEAR"
|
|
],
|
|
"expected_paths": [
|
|
"Ondrej Megela -> HAS_WORK_TITLE -> Neurónové jazykové modelovanie typu BERT",
|
|
"Ondrej Megela -> HAS_WORK_YEAR -> 2020"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0270",
|
|
"split": "dev",
|
|
"category": "person_title_year",
|
|
"difficulty": "medium",
|
|
"question": "Prepoj osobu Ondrej Megela s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.",
|
|
"expected_documents": [
|
|
"pages/students/2018/ondrej_megela/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Ondrej Megela",
|
|
"Neurónové jazykové modelovanie typu BERT",
|
|
"2020"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "multi_relation_lookup",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": false,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Ondrej Megela"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "work_title",
|
|
"value": "Neurónové jazykové modelovanie typu BERT"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2020"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_WORK_TITLE",
|
|
"HAS_WORK_YEAR"
|
|
],
|
|
"expected_paths": [
|
|
"Ondrej Megela -> HAS_WORK_TITLE -> Neurónové jazykové modelovanie typu BERT",
|
|
"Ondrej Megela -> HAS_WORK_YEAR -> 2020"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0271",
|
|
"split": "dev",
|
|
"category": "person_title_year",
|
|
"difficulty": "medium",
|
|
"question": "Aký názov práce a aký rok práce sú uvedené pri osobe Patrik Pavlišin?",
|
|
"expected_documents": [
|
|
"pages/students/2016/patrik_pavlisin/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Patrik Pavlišin",
|
|
"Metódy automatického prekladu",
|
|
"2020"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "multi_relation_lookup",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": false,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Patrik Pavlišin"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "work_title",
|
|
"value": "Metódy automatického prekladu"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2020"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_WORK_TITLE",
|
|
"HAS_WORK_YEAR"
|
|
],
|
|
"expected_paths": [
|
|
"Patrik Pavlišin -> HAS_WORK_TITLE -> Metódy automatického prekladu",
|
|
"Patrik Pavlišin -> HAS_WORK_YEAR -> 2020"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0272",
|
|
"split": "dev",
|
|
"category": "person_title_year",
|
|
"difficulty": "medium",
|
|
"question": "Prepoj osobu Patrik Pavlišin s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.",
|
|
"expected_documents": [
|
|
"pages/students/2016/patrik_pavlisin/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Patrik Pavlišin",
|
|
"Metódy automatického prekladu",
|
|
"2020"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "multi_relation_lookup",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": false,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Patrik Pavlišin"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "work_title",
|
|
"value": "Metódy automatického prekladu"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2020"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_WORK_TITLE",
|
|
"HAS_WORK_YEAR"
|
|
],
|
|
"expected_paths": [
|
|
"Patrik Pavlišin -> HAS_WORK_TITLE -> Metódy automatického prekladu",
|
|
"Patrik Pavlišin -> HAS_WORK_YEAR -> 2020"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0273",
|
|
"split": "test",
|
|
"category": "person_title_year",
|
|
"difficulty": "medium",
|
|
"question": "Aký názov práce a aký rok práce sú uvedené pri osobe Ronald Zalacko?",
|
|
"expected_documents": [
|
|
"pages/students/2023/ronald_zalacko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Ronald Zalacko",
|
|
"Skórovací online systém pre robotické súťaže",
|
|
"2026"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "multi_relation_lookup",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": false,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Ronald Zalacko"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "work_title",
|
|
"value": "Skórovací online systém pre robotické súťaže"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_WORK_TITLE",
|
|
"HAS_WORK_YEAR"
|
|
],
|
|
"expected_paths": [
|
|
"Ronald Zalacko -> HAS_WORK_TITLE -> Skórovací online systém pre robotické súťaže",
|
|
"Ronald Zalacko -> HAS_WORK_YEAR -> 2026"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0274",
|
|
"split": "test",
|
|
"category": "person_title_year",
|
|
"difficulty": "medium",
|
|
"question": "Prepoj osobu Ronald Zalacko s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.",
|
|
"expected_documents": [
|
|
"pages/students/2023/ronald_zalacko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Ronald Zalacko",
|
|
"Skórovací online systém pre robotické súťaže",
|
|
"2026"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "multi_relation_lookup",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": false,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Ronald Zalacko"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "work_title",
|
|
"value": "Skórovací online systém pre robotické súťaže"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_WORK_TITLE",
|
|
"HAS_WORK_YEAR"
|
|
],
|
|
"expected_paths": [
|
|
"Ronald Zalacko -> HAS_WORK_TITLE -> Skórovací online systém pre robotické súťaže",
|
|
"Ronald Zalacko -> HAS_WORK_YEAR -> 2026"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0275",
|
|
"split": "dev",
|
|
"category": "person_title_year",
|
|
"difficulty": "medium",
|
|
"question": "Aký názov práce a aký rok práce sú uvedené pri osobe Rostyslav Rodzhuk?",
|
|
"expected_documents": [
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Rostyslav Rodzhuk",
|
|
"Inteligentný agent pre podporu práce špeciálneho pedagóga",
|
|
"2026"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "multi_relation_lookup",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": false,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Rostyslav Rodzhuk"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "work_title",
|
|
"value": "Inteligentný agent pre podporu práce špeciálneho pedagóga"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_WORK_TITLE",
|
|
"HAS_WORK_YEAR"
|
|
],
|
|
"expected_paths": [
|
|
"Rostyslav Rodzhuk -> HAS_WORK_TITLE -> Inteligentný agent pre podporu práce špeciálneho pedagóga",
|
|
"Rostyslav Rodzhuk -> HAS_WORK_YEAR -> 2026"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0276",
|
|
"split": "dev",
|
|
"category": "person_title_year",
|
|
"difficulty": "medium",
|
|
"question": "Prepoj osobu Rostyslav Rodzhuk s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.",
|
|
"expected_documents": [
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Rostyslav Rodzhuk",
|
|
"Inteligentný agent pre podporu práce špeciálneho pedagóga",
|
|
"2026"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "multi_relation_lookup",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": false,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Rostyslav Rodzhuk"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "work_title",
|
|
"value": "Inteligentný agent pre podporu práce špeciálneho pedagóga"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_WORK_TITLE",
|
|
"HAS_WORK_YEAR"
|
|
],
|
|
"expected_paths": [
|
|
"Rostyslav Rodzhuk -> HAS_WORK_TITLE -> Inteligentný agent pre podporu práce špeciálneho pedagóga",
|
|
"Rostyslav Rodzhuk -> HAS_WORK_YEAR -> 2026"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0277",
|
|
"split": "dev",
|
|
"category": "person_title_year",
|
|
"difficulty": "medium",
|
|
"question": "Aký názov práce a aký rok práce sú uvedené pri osobe Samuel Džurina?",
|
|
"expected_documents": [
|
|
"pages/students/2023/samuel_dzurina/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Samuel Džurina",
|
|
"Dialógový systém pre podporu firemných procesov",
|
|
"2026"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "multi_relation_lookup",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": false,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Samuel Džurina"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "work_title",
|
|
"value": "Dialógový systém pre podporu firemných procesov"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_WORK_TITLE",
|
|
"HAS_WORK_YEAR"
|
|
],
|
|
"expected_paths": [
|
|
"Samuel Džurina -> HAS_WORK_TITLE -> Dialógový systém pre podporu firemných procesov",
|
|
"Samuel Džurina -> HAS_WORK_YEAR -> 2026"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0278",
|
|
"split": "dev",
|
|
"category": "person_title_year",
|
|
"difficulty": "medium",
|
|
"question": "Prepoj osobu Samuel Džurina s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.",
|
|
"expected_documents": [
|
|
"pages/students/2023/samuel_dzurina/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Samuel Džurina",
|
|
"Dialógový systém pre podporu firemných procesov",
|
|
"2026"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "multi_relation_lookup",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": false,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Samuel Džurina"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "work_title",
|
|
"value": "Dialógový systém pre podporu firemných procesov"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_WORK_TITLE",
|
|
"HAS_WORK_YEAR"
|
|
],
|
|
"expected_paths": [
|
|
"Samuel Džurina -> HAS_WORK_TITLE -> Dialógový systém pre podporu firemných procesov",
|
|
"Samuel Džurina -> HAS_WORK_YEAR -> 2026"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0279",
|
|
"split": "test",
|
|
"category": "person_title_year",
|
|
"difficulty": "medium",
|
|
"question": "Aký názov práce a aký rok práce sú uvedené pri osobe Samuel Vasiľ?",
|
|
"expected_documents": [
|
|
"pages/students/2022/samuel_vasil/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Samuel Vasiľ",
|
|
"Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI",
|
|
"2026"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "multi_relation_lookup",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": false,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Samuel Vasiľ"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "work_title",
|
|
"value": "Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_WORK_TITLE",
|
|
"HAS_WORK_YEAR"
|
|
],
|
|
"expected_paths": [
|
|
"Samuel Vasiľ -> HAS_WORK_TITLE -> Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI",
|
|
"Samuel Vasiľ -> HAS_WORK_YEAR -> 2026"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0280",
|
|
"split": "test",
|
|
"category": "person_title_year",
|
|
"difficulty": "medium",
|
|
"question": "Prepoj osobu Samuel Vasiľ s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.",
|
|
"expected_documents": [
|
|
"pages/students/2022/samuel_vasil/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Samuel Vasiľ",
|
|
"Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI",
|
|
"2026"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "multi_relation_lookup",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": false,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Samuel Vasiľ"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "work_title",
|
|
"value": "Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_WORK_TITLE",
|
|
"HAS_WORK_YEAR"
|
|
],
|
|
"expected_paths": [
|
|
"Samuel Vasiľ -> HAS_WORK_TITLE -> Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI",
|
|
"Samuel Vasiľ -> HAS_WORK_YEAR -> 2026"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0281",
|
|
"split": "dev",
|
|
"category": "person_title_year",
|
|
"difficulty": "medium",
|
|
"question": "Aký názov práce a aký rok práce sú uvedené pri osobe Simona Bobrovčanová?",
|
|
"expected_documents": [
|
|
"pages/students/2023/simona_bobrovcanova/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Simona Bobrovčanová",
|
|
"Automatická sumarizácia slovenského textu",
|
|
"2026"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "multi_relation_lookup",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": false,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Simona Bobrovčanová"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "work_title",
|
|
"value": "Automatická sumarizácia slovenského textu"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_WORK_TITLE",
|
|
"HAS_WORK_YEAR"
|
|
],
|
|
"expected_paths": [
|
|
"Simona Bobrovčanová -> HAS_WORK_TITLE -> Automatická sumarizácia slovenského textu",
|
|
"Simona Bobrovčanová -> HAS_WORK_YEAR -> 2026"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0282",
|
|
"split": "dev",
|
|
"category": "person_title_year",
|
|
"difficulty": "medium",
|
|
"question": "Prepoj osobu Simona Bobrovčanová s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.",
|
|
"expected_documents": [
|
|
"pages/students/2023/simona_bobrovcanova/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Simona Bobrovčanová",
|
|
"Automatická sumarizácia slovenského textu",
|
|
"2026"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "multi_relation_lookup",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": false,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Simona Bobrovčanová"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "work_title",
|
|
"value": "Automatická sumarizácia slovenského textu"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_WORK_TITLE",
|
|
"HAS_WORK_YEAR"
|
|
],
|
|
"expected_paths": [
|
|
"Simona Bobrovčanová -> HAS_WORK_TITLE -> Automatická sumarizácia slovenského textu",
|
|
"Simona Bobrovčanová -> HAS_WORK_YEAR -> 2026"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0283",
|
|
"split": "dev",
|
|
"category": "person_title_year",
|
|
"difficulty": "medium",
|
|
"question": "Aký názov práce a aký rok práce sú uvedené pri osobe Tetiana Mohorian?",
|
|
"expected_documents": [
|
|
"pages/students/2022/tetiana_mohorian/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Tetiana Mohorian",
|
|
"Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov",
|
|
"2025"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "multi_relation_lookup",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": false,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Tetiana Mohorian"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "work_title",
|
|
"value": "Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2025"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_WORK_TITLE",
|
|
"HAS_WORK_YEAR"
|
|
],
|
|
"expected_paths": [
|
|
"Tetiana Mohorian -> HAS_WORK_TITLE -> Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov",
|
|
"Tetiana Mohorian -> HAS_WORK_YEAR -> 2025"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0284",
|
|
"split": "dev",
|
|
"category": "person_title_year",
|
|
"difficulty": "medium",
|
|
"question": "Prepoj osobu Tetiana Mohorian s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.",
|
|
"expected_documents": [
|
|
"pages/students/2022/tetiana_mohorian/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Tetiana Mohorian",
|
|
"Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov",
|
|
"2025"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "multi_relation_lookup",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": false,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Tetiana Mohorian"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "work_title",
|
|
"value": "Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2025"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_WORK_TITLE",
|
|
"HAS_WORK_YEAR"
|
|
],
|
|
"expected_paths": [
|
|
"Tetiana Mohorian -> HAS_WORK_TITLE -> Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov",
|
|
"Tetiana Mohorian -> HAS_WORK_YEAR -> 2025"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0285",
|
|
"split": "dev",
|
|
"category": "person_title_year",
|
|
"difficulty": "medium",
|
|
"question": "Aký názov práce a aký rok práce sú uvedené pri osobe Tomáš Kuchárik?",
|
|
"expected_documents": [
|
|
"pages/students/2016/tomas_kucharik/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Tomáš Kuchárik",
|
|
"Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu",
|
|
"2022"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "multi_relation_lookup",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": false,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Tomáš Kuchárik"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "work_title",
|
|
"value": "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_WORK_TITLE",
|
|
"HAS_WORK_YEAR"
|
|
],
|
|
"expected_paths": [
|
|
"Tomáš Kuchárik -> HAS_WORK_TITLE -> Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu",
|
|
"Tomáš Kuchárik -> HAS_WORK_YEAR -> 2022"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0286",
|
|
"split": "dev",
|
|
"category": "person_title_year",
|
|
"difficulty": "medium",
|
|
"question": "Prepoj osobu Tomáš Kuchárik s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.",
|
|
"expected_documents": [
|
|
"pages/students/2016/tomas_kucharik/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Tomáš Kuchárik",
|
|
"Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu",
|
|
"2022"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "multi_relation_lookup",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": false,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Tomáš Kuchárik"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "work_title",
|
|
"value": "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_WORK_TITLE",
|
|
"HAS_WORK_YEAR"
|
|
],
|
|
"expected_paths": [
|
|
"Tomáš Kuchárik -> HAS_WORK_TITLE -> Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu",
|
|
"Tomáš Kuchárik -> HAS_WORK_YEAR -> 2022"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0287",
|
|
"split": "dev",
|
|
"category": "person_title_year",
|
|
"difficulty": "medium",
|
|
"question": "Aký názov práce a aký rok práce sú uvedené pri osobe Valerii Kutsenko?",
|
|
"expected_documents": [
|
|
"pages/students/2022/valerii_kutsenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Valerii Kutsenko",
|
|
"Zlepšenie vyhľadávania pomocou znalostných grafov",
|
|
"2027"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "multi_relation_lookup",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": false,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Valerii Kutsenko"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "work_title",
|
|
"value": "Zlepšenie vyhľadávania pomocou znalostných grafov"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2027"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_WORK_TITLE",
|
|
"HAS_WORK_YEAR"
|
|
],
|
|
"expected_paths": [
|
|
"Valerii Kutsenko -> HAS_WORK_TITLE -> Zlepšenie vyhľadávania pomocou znalostných grafov",
|
|
"Valerii Kutsenko -> HAS_WORK_YEAR -> 2027"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0288",
|
|
"split": "dev",
|
|
"category": "person_title_year",
|
|
"difficulty": "medium",
|
|
"question": "Prepoj osobu Valerii Kutsenko s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.",
|
|
"expected_documents": [
|
|
"pages/students/2022/valerii_kutsenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Valerii Kutsenko",
|
|
"Zlepšenie vyhľadávania pomocou znalostných grafov",
|
|
"2027"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "multi_relation_lookup",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": false,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Valerii Kutsenko"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "work_title",
|
|
"value": "Zlepšenie vyhľadávania pomocou znalostných grafov"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2027"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_WORK_TITLE",
|
|
"HAS_WORK_YEAR"
|
|
],
|
|
"expected_paths": [
|
|
"Valerii Kutsenko -> HAS_WORK_TITLE -> Zlepšenie vyhľadávania pomocou znalostných grafov",
|
|
"Valerii Kutsenko -> HAS_WORK_YEAR -> 2027"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0289",
|
|
"split": "dev",
|
|
"category": "person_title_year",
|
|
"difficulty": "medium",
|
|
"question": "Aký názov práce a aký rok práce sú uvedené pri osobe Vladimír Ferko?",
|
|
"expected_documents": [
|
|
"pages/students/2021/vladimir_ferko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Vladimír Ferko",
|
|
"Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči",
|
|
"2024"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "multi_relation_lookup",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": false,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Vladimír Ferko"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "work_title",
|
|
"value": "Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2024"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_WORK_TITLE",
|
|
"HAS_WORK_YEAR"
|
|
],
|
|
"expected_paths": [
|
|
"Vladimír Ferko -> HAS_WORK_TITLE -> Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči",
|
|
"Vladimír Ferko -> HAS_WORK_YEAR -> 2024"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0290",
|
|
"split": "dev",
|
|
"category": "person_title_year",
|
|
"difficulty": "medium",
|
|
"question": "Prepoj osobu Vladimír Ferko s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.",
|
|
"expected_documents": [
|
|
"pages/students/2021/vladimir_ferko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Vladimír Ferko",
|
|
"Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči",
|
|
"2024"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "multi_relation_lookup",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": false,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Vladimír Ferko"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "work_title",
|
|
"value": "Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2024"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_WORK_TITLE",
|
|
"HAS_WORK_YEAR"
|
|
],
|
|
"expected_paths": [
|
|
"Vladimír Ferko -> HAS_WORK_TITLE -> Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči",
|
|
"Vladimír Ferko -> HAS_WORK_YEAR -> 2024"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0291",
|
|
"split": "test",
|
|
"category": "person_title_year",
|
|
"difficulty": "medium",
|
|
"question": "Aký názov práce a aký rok práce sú uvedené pri osobe Vladyslav Yanchenko?",
|
|
"expected_documents": [
|
|
"pages/students/2022/vladyslav_yanchenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Vladyslav Yanchenko",
|
|
"Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí",
|
|
"2025"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "multi_relation_lookup",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": false,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Vladyslav Yanchenko"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "work_title",
|
|
"value": "Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2025"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_WORK_TITLE",
|
|
"HAS_WORK_YEAR"
|
|
],
|
|
"expected_paths": [
|
|
"Vladyslav Yanchenko -> HAS_WORK_TITLE -> Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí",
|
|
"Vladyslav Yanchenko -> HAS_WORK_YEAR -> 2025"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0292",
|
|
"split": "test",
|
|
"category": "person_title_year",
|
|
"difficulty": "medium",
|
|
"question": "Prepoj osobu Vladyslav Yanchenko s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.",
|
|
"expected_documents": [
|
|
"pages/students/2022/vladyslav_yanchenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Vladyslav Yanchenko",
|
|
"Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí",
|
|
"2025"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "multi_relation_lookup",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": false,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Vladyslav Yanchenko"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "work_title",
|
|
"value": "Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2025"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_WORK_TITLE",
|
|
"HAS_WORK_YEAR"
|
|
],
|
|
"expected_paths": [
|
|
"Vladyslav Yanchenko -> HAS_WORK_TITLE -> Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí",
|
|
"Vladyslav Yanchenko -> HAS_WORK_YEAR -> 2025"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0293",
|
|
"split": "dev",
|
|
"category": "person_title_year",
|
|
"difficulty": "medium",
|
|
"question": "Aký názov práce a aký rok práce sú uvedené pri osobe Yevhenii Medushivskyi?",
|
|
"expected_documents": [
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Yevhenii Medushivskyi",
|
|
"Získavanie textu z webových stránok",
|
|
"2026"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "multi_relation_lookup",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": false,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Yevhenii Medushivskyi"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "work_title",
|
|
"value": "Získavanie textu z webových stránok"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_WORK_TITLE",
|
|
"HAS_WORK_YEAR"
|
|
],
|
|
"expected_paths": [
|
|
"Yevhenii Medushivskyi -> HAS_WORK_TITLE -> Získavanie textu z webových stránok",
|
|
"Yevhenii Medushivskyi -> HAS_WORK_YEAR -> 2026"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0294",
|
|
"split": "dev",
|
|
"category": "person_title_year",
|
|
"difficulty": "medium",
|
|
"question": "Prepoj osobu Yevhenii Medushivskyi s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.",
|
|
"expected_documents": [
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Yevhenii Medushivskyi",
|
|
"Získavanie textu z webových stránok",
|
|
"2026"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "multi_relation_lookup",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": false,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Yevhenii Medushivskyi"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "work_title",
|
|
"value": "Získavanie textu z webových stránok"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_WORK_TITLE",
|
|
"HAS_WORK_YEAR"
|
|
],
|
|
"expected_paths": [
|
|
"Yevhenii Medushivskyi -> HAS_WORK_TITLE -> Získavanie textu z webových stránok",
|
|
"Yevhenii Medushivskyi -> HAS_WORK_YEAR -> 2026"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0295",
|
|
"split": "test",
|
|
"category": "person_topic_title",
|
|
"difficulty": "hard",
|
|
"question": "Aká je téma práce osoby Vladyslav Yanchenko, ak jej dokument zároveň súvisí s témou cloud?",
|
|
"expected_documents": [
|
|
"pages/students/2022/vladyslav_yanchenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Vladyslav Yanchenko",
|
|
"cloud",
|
|
"Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "conjunctive_multi_hop",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": false,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Vladyslav Yanchenko"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "topic",
|
|
"value": "cloud"
|
|
},
|
|
{
|
|
"type": "work_title",
|
|
"value": "Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"MENTIONS_TOPIC",
|
|
"HAS_WORK_TITLE"
|
|
],
|
|
"expected_paths": [
|
|
"Vladyslav Yanchenko -> MENTIONS_TOPIC -> cloud",
|
|
"Vladyslav Yanchenko -> HAS_WORK_TITLE -> Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0296",
|
|
"split": "dev",
|
|
"category": "person_topic_title",
|
|
"difficulty": "hard",
|
|
"question": "Aká je téma práce osoby Simona Bobrovčanová, ak jej dokument zároveň súvisí s témou slovenský text?",
|
|
"expected_documents": [
|
|
"pages/students/2023/simona_bobrovcanova/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Simona Bobrovčanová",
|
|
"slovenský text",
|
|
"Automatická sumarizácia slovenského textu"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "conjunctive_multi_hop",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": false,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Simona Bobrovčanová"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "topic",
|
|
"value": "slovenský text"
|
|
},
|
|
{
|
|
"type": "work_title",
|
|
"value": "Automatická sumarizácia slovenského textu"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"MENTIONS_TOPIC",
|
|
"HAS_WORK_TITLE"
|
|
],
|
|
"expected_paths": [
|
|
"Simona Bobrovčanová -> MENTIONS_TOPIC -> slovenský text",
|
|
"Simona Bobrovčanová -> HAS_WORK_TITLE -> Automatická sumarizácia slovenského textu"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0297",
|
|
"split": "dev",
|
|
"category": "person_topic_title",
|
|
"difficulty": "hard",
|
|
"question": "Aká je téma práce osoby Kristián Sopkovič, ak jej dokument zároveň súvisí s témou transformery?",
|
|
"expected_documents": [
|
|
"pages/students/2019/kristian_sopkovic/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Kristián Sopkovič",
|
|
"transformery",
|
|
"Model Spacy pre spracovanie prirodzeného jazyka v slovenčine"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "conjunctive_multi_hop",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": false,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Kristián Sopkovič"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "topic",
|
|
"value": "transformery"
|
|
},
|
|
{
|
|
"type": "work_title",
|
|
"value": "Model Spacy pre spracovanie prirodzeného jazyka v slovenčine"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"MENTIONS_TOPIC",
|
|
"HAS_WORK_TITLE"
|
|
],
|
|
"expected_paths": [
|
|
"Kristián Sopkovič -> MENTIONS_TOPIC -> transformery",
|
|
"Kristián Sopkovič -> HAS_WORK_TITLE -> Model Spacy pre spracovanie prirodzeného jazyka v slovenčine"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0298",
|
|
"split": "dev",
|
|
"category": "person_topic_title",
|
|
"difficulty": "hard",
|
|
"question": "Aká je téma práce osoby Tetiana Mohorian, ak jej dokument zároveň súvisí s témou hate speech?",
|
|
"expected_documents": [
|
|
"pages/students/2022/tetiana_mohorian/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Tetiana Mohorian",
|
|
"hate speech",
|
|
"Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "conjunctive_multi_hop",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": false,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Tetiana Mohorian"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "topic",
|
|
"value": "hate speech"
|
|
},
|
|
{
|
|
"type": "work_title",
|
|
"value": "Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"MENTIONS_TOPIC",
|
|
"HAS_WORK_TITLE"
|
|
],
|
|
"expected_paths": [
|
|
"Tetiana Mohorian -> MENTIONS_TOPIC -> hate speech",
|
|
"Tetiana Mohorian -> HAS_WORK_TITLE -> Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0299",
|
|
"split": "dev",
|
|
"category": "person_topic_title",
|
|
"difficulty": "hard",
|
|
"question": "Aká je téma práce osoby Matej Ščišľak, ak jej dokument zároveň súvisí s témou FAISS?",
|
|
"expected_documents": [
|
|
"pages/students/2021/matej_scislak/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Matej Ščišľak",
|
|
"FAISS",
|
|
"Znalostné grafy pre zlepšenie vyhľadávania právnych informácií"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "conjunctive_multi_hop",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": false,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Matej Ščišľak"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "topic",
|
|
"value": "FAISS"
|
|
},
|
|
{
|
|
"type": "work_title",
|
|
"value": "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"MENTIONS_TOPIC",
|
|
"HAS_WORK_TITLE"
|
|
],
|
|
"expected_paths": [
|
|
"Matej Ščišľak -> MENTIONS_TOPIC -> FAISS",
|
|
"Matej Ščišľak -> HAS_WORK_TITLE -> Znalostné grafy pre zlepšenie vyhľadávania právnych informácií"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0300",
|
|
"split": "dev",
|
|
"category": "person_topic_title",
|
|
"difficulty": "hard",
|
|
"question": "Aká je téma práce osoby Ján Pták, ak jej dokument zároveň súvisí s témou OpenWebUI?",
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_ptak/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Ján Pták",
|
|
"OpenWebUI",
|
|
"Agent pre manažment záverečných prác"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "conjunctive_multi_hop",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": false,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Ján Pták"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "topic",
|
|
"value": "OpenWebUI"
|
|
},
|
|
{
|
|
"type": "work_title",
|
|
"value": "Agent pre manažment záverečných prác"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"MENTIONS_TOPIC",
|
|
"HAS_WORK_TITLE"
|
|
],
|
|
"expected_paths": [
|
|
"Ján Pták -> MENTIONS_TOPIC -> OpenWebUI",
|
|
"Ján Pták -> HAS_WORK_TITLE -> Agent pre manažment záverečných prác"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0301",
|
|
"split": "dev",
|
|
"category": "person_topic_title",
|
|
"difficulty": "hard",
|
|
"question": "Aká je téma práce osoby Matej Ščišľak, ak jej dokument zároveň súvisí s témou Neo4J?",
|
|
"expected_documents": [
|
|
"pages/students/2021/matej_scislak/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Matej Ščišľak",
|
|
"Neo4J",
|
|
"Znalostné grafy pre zlepšenie vyhľadávania právnych informácií"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "conjunctive_multi_hop",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": false,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Matej Ščišľak"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "topic",
|
|
"value": "Neo4J"
|
|
},
|
|
{
|
|
"type": "work_title",
|
|
"value": "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"MENTIONS_TOPIC",
|
|
"HAS_WORK_TITLE"
|
|
],
|
|
"expected_paths": [
|
|
"Matej Ščišľak -> MENTIONS_TOPIC -> Neo4J",
|
|
"Matej Ščišľak -> HAS_WORK_TITLE -> Znalostné grafy pre zlepšenie vyhľadávania právnych informácií"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0302",
|
|
"split": "dev",
|
|
"category": "person_topic_title",
|
|
"difficulty": "hard",
|
|
"question": "Aká je téma práce osoby Tetiana Mohorian, ak jej dokument zároveň súvisí s témou prompting?",
|
|
"expected_documents": [
|
|
"pages/students/2022/tetiana_mohorian/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Tetiana Mohorian",
|
|
"prompting",
|
|
"Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "conjunctive_multi_hop",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": false,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Tetiana Mohorian"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "topic",
|
|
"value": "prompting"
|
|
},
|
|
{
|
|
"type": "work_title",
|
|
"value": "Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"MENTIONS_TOPIC",
|
|
"HAS_WORK_TITLE"
|
|
],
|
|
"expected_paths": [
|
|
"Tetiana Mohorian -> MENTIONS_TOPIC -> prompting",
|
|
"Tetiana Mohorian -> HAS_WORK_TITLE -> Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0303",
|
|
"split": "dev",
|
|
"category": "person_topic_title",
|
|
"difficulty": "hard",
|
|
"question": "Aká je téma práce osoby Maroš Harahus, ak jej dokument zároveň súvisí s témou morfologická anotácia?",
|
|
"expected_documents": [
|
|
"pages/students/2016/maros_harahus/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Maroš Harahus",
|
|
"morfologická anotácia",
|
|
"Neurónová morfologická anotácia slovenského jazyka"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "conjunctive_multi_hop",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": false,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Maroš Harahus"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "topic",
|
|
"value": "morfologická anotácia"
|
|
},
|
|
{
|
|
"type": "work_title",
|
|
"value": "Neurónová morfologická anotácia slovenského jazyka"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"MENTIONS_TOPIC",
|
|
"HAS_WORK_TITLE"
|
|
],
|
|
"expected_paths": [
|
|
"Maroš Harahus -> MENTIONS_TOPIC -> morfologická anotácia",
|
|
"Maroš Harahus -> HAS_WORK_TITLE -> Neurónová morfologická anotácia slovenského jazyka"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0304",
|
|
"split": "dev",
|
|
"category": "person_topic_title",
|
|
"difficulty": "hard",
|
|
"question": "Aká je téma práce osoby Tomáš Kuchárik, ak jej dokument zároveň súvisí s témou SQuAD?",
|
|
"expected_documents": [
|
|
"pages/students/2016/tomas_kucharik/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Tomáš Kuchárik",
|
|
"SQuAD",
|
|
"Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "conjunctive_multi_hop",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": false,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Tomáš Kuchárik"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "topic",
|
|
"value": "SQuAD"
|
|
},
|
|
{
|
|
"type": "work_title",
|
|
"value": "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"MENTIONS_TOPIC",
|
|
"HAS_WORK_TITLE"
|
|
],
|
|
"expected_paths": [
|
|
"Tomáš Kuchárik -> MENTIONS_TOPIC -> SQuAD",
|
|
"Tomáš Kuchárik -> HAS_WORK_TITLE -> Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0305",
|
|
"split": "dev",
|
|
"category": "person_topic_title",
|
|
"difficulty": "hard",
|
|
"question": "Aká je téma práce osoby Ján Pták, ak jej dokument zároveň súvisí s témou Docker?",
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_ptak/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Ján Pták",
|
|
"Docker",
|
|
"Agent pre manažment záverečných prác"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "conjunctive_multi_hop",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": false,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Ján Pták"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "topic",
|
|
"value": "Docker"
|
|
},
|
|
{
|
|
"type": "work_title",
|
|
"value": "Agent pre manažment záverečných prác"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"MENTIONS_TOPIC",
|
|
"HAS_WORK_TITLE"
|
|
],
|
|
"expected_paths": [
|
|
"Ján Pták -> MENTIONS_TOPIC -> Docker",
|
|
"Ján Pták -> HAS_WORK_TITLE -> Agent pre manažment záverečných prác"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0306",
|
|
"split": "test",
|
|
"category": "person_topic_title",
|
|
"difficulty": "hard",
|
|
"question": "Aká je téma práce osoby Denis Le Thanh, ak jej dokument zároveň súvisí s témou inštrukcie?",
|
|
"expected_documents": [
|
|
"pages/students/2023/denis_le_thanh/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Denis Le Thanh",
|
|
"inštrukcie",
|
|
"Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "conjunctive_multi_hop",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": false,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Denis Le Thanh"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "topic",
|
|
"value": "inštrukcie"
|
|
},
|
|
{
|
|
"type": "work_title",
|
|
"value": "Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"MENTIONS_TOPIC",
|
|
"HAS_WORK_TITLE"
|
|
],
|
|
"expected_paths": [
|
|
"Denis Le Thanh -> MENTIONS_TOPIC -> inštrukcie",
|
|
"Denis Le Thanh -> HAS_WORK_TITLE -> Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0307",
|
|
"split": "test",
|
|
"category": "person_topic_title",
|
|
"difficulty": "hard",
|
|
"question": "Aká je téma práce osoby Martin Šarišský, ak jej dokument zároveň súvisí s témou právne informácie?",
|
|
"expected_documents": [
|
|
"pages/students/2021/martin_sarissky/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Martin Šarišský",
|
|
"právne informácie",
|
|
"Agentové systémy pomocou veľkého jazykového modelu"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "conjunctive_multi_hop",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": false,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Martin Šarišský"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "topic",
|
|
"value": "právne informácie"
|
|
},
|
|
{
|
|
"type": "work_title",
|
|
"value": "Agentové systémy pomocou veľkého jazykového modelu"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"MENTIONS_TOPIC",
|
|
"HAS_WORK_TITLE"
|
|
],
|
|
"expected_paths": [
|
|
"Martin Šarišský -> MENTIONS_TOPIC -> právne informácie",
|
|
"Martin Šarišský -> HAS_WORK_TITLE -> Agentové systémy pomocou veľkého jazykového modelu"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0308",
|
|
"split": "test",
|
|
"category": "person_topic_title",
|
|
"difficulty": "hard",
|
|
"question": "Aká je téma práce osoby Ján Malinovský, ak jej dokument zároveň súvisí s témou RAG?",
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Ján Malinovský",
|
|
"RAG",
|
|
"Grafové vyhľadávanie pre podporu vzdelávania"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "conjunctive_multi_hop",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": false,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Ján Malinovský"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "topic",
|
|
"value": "RAG"
|
|
},
|
|
{
|
|
"type": "work_title",
|
|
"value": "Grafové vyhľadávanie pre podporu vzdelávania"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"MENTIONS_TOPIC",
|
|
"HAS_WORK_TITLE"
|
|
],
|
|
"expected_paths": [
|
|
"Ján Malinovský -> MENTIONS_TOPIC -> RAG",
|
|
"Ján Malinovský -> HAS_WORK_TITLE -> Grafové vyhľadávanie pre podporu vzdelávania"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0309",
|
|
"split": "dev",
|
|
"category": "person_topic_title",
|
|
"difficulty": "hard",
|
|
"question": "Aká je téma práce osoby Patrik Pavlišin, ak jej dokument zároveň súvisí s témou automatický preklad?",
|
|
"expected_documents": [
|
|
"pages/students/2016/patrik_pavlisin/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Patrik Pavlišin",
|
|
"automatický preklad",
|
|
"Metódy automatického prekladu"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "conjunctive_multi_hop",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": false,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Patrik Pavlišin"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "topic",
|
|
"value": "automatický preklad"
|
|
},
|
|
{
|
|
"type": "work_title",
|
|
"value": "Metódy automatického prekladu"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"MENTIONS_TOPIC",
|
|
"HAS_WORK_TITLE"
|
|
],
|
|
"expected_paths": [
|
|
"Patrik Pavlišin -> MENTIONS_TOPIC -> automatický preklad",
|
|
"Patrik Pavlišin -> HAS_WORK_TITLE -> Metódy automatického prekladu"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0310",
|
|
"split": "test",
|
|
"category": "person_topic_title",
|
|
"difficulty": "hard",
|
|
"question": "Aká je téma práce osoby Eduard Matovka, ak jej dokument zároveň súvisí s témou SlovakAlpaca?",
|
|
"expected_documents": [
|
|
"pages/students/2021/eduard_matovka/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Eduard Matovka",
|
|
"SlovakAlpaca",
|
|
"Slovenská konverzačná umelá inteligencia"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "conjunctive_multi_hop",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": false,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Eduard Matovka"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "topic",
|
|
"value": "SlovakAlpaca"
|
|
},
|
|
{
|
|
"type": "work_title",
|
|
"value": "Slovenská konverzačná umelá inteligencia"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"MENTIONS_TOPIC",
|
|
"HAS_WORK_TITLE"
|
|
],
|
|
"expected_paths": [
|
|
"Eduard Matovka -> MENTIONS_TOPIC -> SlovakAlpaca",
|
|
"Eduard Matovka -> HAS_WORK_TITLE -> Slovenská konverzačná umelá inteligencia"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0311",
|
|
"split": "test",
|
|
"category": "person_topic_title",
|
|
"difficulty": "hard",
|
|
"question": "Aká je téma práce osoby Dárius Lindvai, ak jej dokument zároveň súvisí s témou BiLSTM?",
|
|
"expected_documents": [
|
|
"pages/students/2016/darius_lindvai/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Dárius Lindvai",
|
|
"BiLSTM",
|
|
"Obnovenie interpunkcie pomocou hlbokých neurónových sietí"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "conjunctive_multi_hop",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": false,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Dárius Lindvai"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "topic",
|
|
"value": "BiLSTM"
|
|
},
|
|
{
|
|
"type": "work_title",
|
|
"value": "Obnovenie interpunkcie pomocou hlbokých neurónových sietí"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"MENTIONS_TOPIC",
|
|
"HAS_WORK_TITLE"
|
|
],
|
|
"expected_paths": [
|
|
"Dárius Lindvai -> MENTIONS_TOPIC -> BiLSTM",
|
|
"Dárius Lindvai -> HAS_WORK_TITLE -> Obnovenie interpunkcie pomocou hlbokých neurónových sietí"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0312",
|
|
"split": "test",
|
|
"category": "person_topic_title",
|
|
"difficulty": "hard",
|
|
"question": "Aká je téma práce osoby Lukáš Pokrývka, ak jej dokument zároveň súvisí s témou NCCL?",
|
|
"expected_documents": [
|
|
"pages/students/2016/lukas_pokryvka/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Lukáš Pokrývka",
|
|
"NCCL",
|
|
"Paralelné trénovanie neurónových sietí"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "conjunctive_multi_hop",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": false,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Lukáš Pokrývka"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "topic",
|
|
"value": "NCCL"
|
|
},
|
|
{
|
|
"type": "work_title",
|
|
"value": "Paralelné trénovanie neurónových sietí"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"MENTIONS_TOPIC",
|
|
"HAS_WORK_TITLE"
|
|
],
|
|
"expected_paths": [
|
|
"Lukáš Pokrývka -> MENTIONS_TOPIC -> NCCL",
|
|
"Lukáš Pokrývka -> HAS_WORK_TITLE -> Paralelné trénovanie neurónových sietí"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0313",
|
|
"split": "test",
|
|
"category": "person_topic_title",
|
|
"difficulty": "hard",
|
|
"question": "Aká je téma práce osoby Ronald Zalacko, ak jej dokument zároveň súvisí s témou Docker?",
|
|
"expected_documents": [
|
|
"pages/students/2023/ronald_zalacko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Ronald Zalacko",
|
|
"Docker",
|
|
"Skórovací online systém pre robotické súťaže"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "conjunctive_multi_hop",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": false,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Ronald Zalacko"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "topic",
|
|
"value": "Docker"
|
|
},
|
|
{
|
|
"type": "work_title",
|
|
"value": "Skórovací online systém pre robotické súťaže"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"MENTIONS_TOPIC",
|
|
"HAS_WORK_TITLE"
|
|
],
|
|
"expected_paths": [
|
|
"Ronald Zalacko -> MENTIONS_TOPIC -> Docker",
|
|
"Ronald Zalacko -> HAS_WORK_TITLE -> Skórovací online systém pre robotické súťaže"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0314",
|
|
"split": "dev",
|
|
"category": "person_topic_title",
|
|
"difficulty": "hard",
|
|
"question": "Aká je téma práce osoby Samuel Džurina, ak jej dokument zároveň súvisí s témou zásielková spoločnosť?",
|
|
"expected_documents": [
|
|
"pages/students/2023/samuel_dzurina/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Samuel Džurina",
|
|
"zásielková spoločnosť",
|
|
"Dialógový systém pre podporu firemných procesov"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "conjunctive_multi_hop",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": false,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Samuel Džurina"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "topic",
|
|
"value": "zásielková spoločnosť"
|
|
},
|
|
{
|
|
"type": "work_title",
|
|
"value": "Dialógový systém pre podporu firemných procesov"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"MENTIONS_TOPIC",
|
|
"HAS_WORK_TITLE"
|
|
],
|
|
"expected_paths": [
|
|
"Samuel Džurina -> MENTIONS_TOPIC -> zásielková spoločnosť",
|
|
"Samuel Džurina -> HAS_WORK_TITLE -> Dialógový systém pre podporu firemných procesov"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0315",
|
|
"split": "test",
|
|
"category": "person_topic_title",
|
|
"difficulty": "hard",
|
|
"question": "Aká je téma práce osoby Samuel Vasiľ, ak jej dokument zároveň súvisí s témou RAG?",
|
|
"expected_documents": [
|
|
"pages/students/2022/samuel_vasil/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Samuel Vasiľ",
|
|
"RAG",
|
|
"Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "conjunctive_multi_hop",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": false,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Samuel Vasiľ"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "topic",
|
|
"value": "RAG"
|
|
},
|
|
{
|
|
"type": "work_title",
|
|
"value": "Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"MENTIONS_TOPIC",
|
|
"HAS_WORK_TITLE"
|
|
],
|
|
"expected_paths": [
|
|
"Samuel Vasiľ -> MENTIONS_TOPIC -> RAG",
|
|
"Samuel Vasiľ -> HAS_WORK_TITLE -> Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0316",
|
|
"split": "dev",
|
|
"category": "person_topic_title",
|
|
"difficulty": "hard",
|
|
"question": "Aká je téma práce osoby Valerii Kutsenko, ak jej dokument zároveň súvisí s témou znalostný graf?",
|
|
"expected_documents": [
|
|
"pages/students/2022/valerii_kutsenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Valerii Kutsenko",
|
|
"znalostný graf",
|
|
"Zlepšenie vyhľadávania pomocou znalostných grafov"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "conjunctive_multi_hop",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": false,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Valerii Kutsenko"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "topic",
|
|
"value": "znalostný graf"
|
|
},
|
|
{
|
|
"type": "work_title",
|
|
"value": "Zlepšenie vyhľadávania pomocou znalostných grafov"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"MENTIONS_TOPIC",
|
|
"HAS_WORK_TITLE"
|
|
],
|
|
"expected_paths": [
|
|
"Valerii Kutsenko -> MENTIONS_TOPIC -> znalostný graf",
|
|
"Valerii Kutsenko -> HAS_WORK_TITLE -> Zlepšenie vyhľadávania pomocou znalostných grafov"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0317",
|
|
"split": "test",
|
|
"category": "person_topic_title",
|
|
"difficulty": "hard",
|
|
"question": "Aká je téma práce osoby Oleh Poiasnik, ak jej dokument zároveň súvisí s témou lekáreň?",
|
|
"expected_documents": [
|
|
"pages/students/2022/oleh_poiasnik/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Oleh Poiasnik",
|
|
"lekáreň",
|
|
"Expertný agentový systém na podporu rozhodovania v lekárni"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "conjunctive_multi_hop",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": false,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Oleh Poiasnik"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "topic",
|
|
"value": "lekáreň"
|
|
},
|
|
{
|
|
"type": "work_title",
|
|
"value": "Expertný agentový systém na podporu rozhodovania v lekárni"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"MENTIONS_TOPIC",
|
|
"HAS_WORK_TITLE"
|
|
],
|
|
"expected_paths": [
|
|
"Oleh Poiasnik -> MENTIONS_TOPIC -> lekáreň",
|
|
"Oleh Poiasnik -> HAS_WORK_TITLE -> Expertný agentový systém na podporu rozhodovania v lekárni"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0318",
|
|
"split": "test",
|
|
"category": "person_topic_title",
|
|
"difficulty": "hard",
|
|
"question": "Aká je téma práce osoby Dmytro Ushatenko, ak jej dokument zároveň súvisí s témou chatbot?",
|
|
"expected_documents": [
|
|
"pages/students/2017/dmytro_ushatenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Dmytro Ushatenko",
|
|
"chatbot",
|
|
"Jednoduchý chatbot v jazyku Python"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "conjunctive_multi_hop",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": false,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Dmytro Ushatenko"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "topic",
|
|
"value": "chatbot"
|
|
},
|
|
{
|
|
"type": "work_title",
|
|
"value": "Jednoduchý chatbot v jazyku Python"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"MENTIONS_TOPIC",
|
|
"HAS_WORK_TITLE"
|
|
],
|
|
"expected_paths": [
|
|
"Dmytro Ushatenko -> MENTIONS_TOPIC -> chatbot",
|
|
"Dmytro Ushatenko -> HAS_WORK_TITLE -> Jednoduchý chatbot v jazyku Python"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0319",
|
|
"split": "dev",
|
|
"category": "person_topic_title",
|
|
"difficulty": "hard",
|
|
"question": "Aká je téma práce osoby Maroš Harahus, ak jej dokument zároveň súvisí s témou grafové neurónové siete?",
|
|
"expected_documents": [
|
|
"pages/students/2016/maros_harahus/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Maroš Harahus",
|
|
"grafové neurónové siete",
|
|
"Neurónová morfologická anotácia slovenského jazyka"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "conjunctive_multi_hop",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": false,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Maroš Harahus"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "topic",
|
|
"value": "grafové neurónové siete"
|
|
},
|
|
{
|
|
"type": "work_title",
|
|
"value": "Neurónová morfologická anotácia slovenského jazyka"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"MENTIONS_TOPIC",
|
|
"HAS_WORK_TITLE"
|
|
],
|
|
"expected_paths": [
|
|
"Maroš Harahus -> MENTIONS_TOPIC -> grafové neurónové siete",
|
|
"Maroš Harahus -> HAS_WORK_TITLE -> Neurónová morfologická anotácia slovenského jazyka"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0320",
|
|
"split": "test",
|
|
"category": "person_topic_title",
|
|
"difficulty": "hard",
|
|
"question": "Aká je téma práce osoby Dmytro Ushatenko, ak jej dokument zároveň súvisí s témou Python?",
|
|
"expected_documents": [
|
|
"pages/students/2017/dmytro_ushatenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Dmytro Ushatenko",
|
|
"Python",
|
|
"Jednoduchý chatbot v jazyku Python"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "conjunctive_multi_hop",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": false,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Dmytro Ushatenko"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "topic",
|
|
"value": "Python"
|
|
},
|
|
{
|
|
"type": "work_title",
|
|
"value": "Jednoduchý chatbot v jazyku Python"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"MENTIONS_TOPIC",
|
|
"HAS_WORK_TITLE"
|
|
],
|
|
"expected_paths": [
|
|
"Dmytro Ushatenko -> MENTIONS_TOPIC -> Python",
|
|
"Dmytro Ushatenko -> HAS_WORK_TITLE -> Jednoduchý chatbot v jazyku Python"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0321",
|
|
"split": "test",
|
|
"category": "person_topic_title",
|
|
"difficulty": "hard",
|
|
"question": "Aká je téma práce osoby Martin Wencel, ak jej dokument zároveň súvisí s témou morfologická analýza?",
|
|
"expected_documents": [
|
|
"pages/students/2018/martin_wencel/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Martin Wencel",
|
|
"morfologická analýza",
|
|
"Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "conjunctive_multi_hop",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": false,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Martin Wencel"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "topic",
|
|
"value": "morfologická analýza"
|
|
},
|
|
{
|
|
"type": "work_title",
|
|
"value": "Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"MENTIONS_TOPIC",
|
|
"HAS_WORK_TITLE"
|
|
],
|
|
"expected_paths": [
|
|
"Martin Wencel -> MENTIONS_TOPIC -> morfologická analýza",
|
|
"Martin Wencel -> HAS_WORK_TITLE -> Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0322",
|
|
"split": "dev",
|
|
"category": "person_topic_title",
|
|
"difficulty": "hard",
|
|
"question": "Aká je téma práce osoby Artem Yatsenko, ak jej dokument zároveň súvisí s témou anotácia?",
|
|
"expected_documents": [
|
|
"pages/students/2019/artem_yatsenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Artem Yatsenko",
|
|
"anotácia",
|
|
"Rozpoznávanie pomenovaných entít v slovenskom jazyku"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "conjunctive_multi_hop",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": false,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Artem Yatsenko"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "topic",
|
|
"value": "anotácia"
|
|
},
|
|
{
|
|
"type": "work_title",
|
|
"value": "Rozpoznávanie pomenovaných entít v slovenskom jazyku"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"MENTIONS_TOPIC",
|
|
"HAS_WORK_TITLE"
|
|
],
|
|
"expected_paths": [
|
|
"Artem Yatsenko -> MENTIONS_TOPIC -> anotácia",
|
|
"Artem Yatsenko -> HAS_WORK_TITLE -> Rozpoznávanie pomenovaných entít v slovenskom jazyku"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0323",
|
|
"split": "dev",
|
|
"category": "person_topic_title",
|
|
"difficulty": "hard",
|
|
"question": "Aká je téma práce osoby Simona Bobrovčanová, ak jej dokument zároveň súvisí s témou sumarizácia?",
|
|
"expected_documents": [
|
|
"pages/students/2023/simona_bobrovcanova/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Simona Bobrovčanová",
|
|
"sumarizácia",
|
|
"Automatická sumarizácia slovenského textu"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "conjunctive_multi_hop",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": false,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Simona Bobrovčanová"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "topic",
|
|
"value": "sumarizácia"
|
|
},
|
|
{
|
|
"type": "work_title",
|
|
"value": "Automatická sumarizácia slovenského textu"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"MENTIONS_TOPIC",
|
|
"HAS_WORK_TITLE"
|
|
],
|
|
"expected_paths": [
|
|
"Simona Bobrovčanová -> MENTIONS_TOPIC -> sumarizácia",
|
|
"Simona Bobrovčanová -> HAS_WORK_TITLE -> Automatická sumarizácia slovenského textu"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0324",
|
|
"split": "dev",
|
|
"category": "person_topic_title",
|
|
"difficulty": "hard",
|
|
"question": "Aká je téma práce osoby Patrik Pavlišin, ak jej dokument zároveň súvisí s témou strojový preklad?",
|
|
"expected_documents": [
|
|
"pages/students/2016/patrik_pavlisin/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Patrik Pavlišin",
|
|
"strojový preklad",
|
|
"Metódy automatického prekladu"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "conjunctive_multi_hop",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": false,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Patrik Pavlišin"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "topic",
|
|
"value": "strojový preklad"
|
|
},
|
|
{
|
|
"type": "work_title",
|
|
"value": "Metódy automatického prekladu"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"MENTIONS_TOPIC",
|
|
"HAS_WORK_TITLE"
|
|
],
|
|
"expected_paths": [
|
|
"Patrik Pavlišin -> MENTIONS_TOPIC -> strojový preklad",
|
|
"Patrik Pavlišin -> HAS_WORK_TITLE -> Metódy automatického prekladu"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0325",
|
|
"split": "test",
|
|
"category": "person_topic_title",
|
|
"difficulty": "hard",
|
|
"question": "Aká je téma práce osoby Andrii Pervashov, ak jej dokument zároveň súvisí s témou speech-to-text?",
|
|
"expected_documents": [
|
|
"pages/students/2022/andrii_pervashov/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Andrii Pervashov",
|
|
"speech-to-text",
|
|
"Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "conjunctive_multi_hop",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": false,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Andrii Pervashov"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "topic",
|
|
"value": "speech-to-text"
|
|
},
|
|
{
|
|
"type": "work_title",
|
|
"value": "Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"MENTIONS_TOPIC",
|
|
"HAS_WORK_TITLE"
|
|
],
|
|
"expected_paths": [
|
|
"Andrii Pervashov -> MENTIONS_TOPIC -> speech-to-text",
|
|
"Andrii Pervashov -> HAS_WORK_TITLE -> Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0326",
|
|
"split": "test",
|
|
"category": "person_topic_title",
|
|
"difficulty": "hard",
|
|
"question": "Aká je téma práce osoby Ronald Zalacko, ak jej dokument zároveň súvisí s témou robotické súťaže?",
|
|
"expected_documents": [
|
|
"pages/students/2023/ronald_zalacko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Ronald Zalacko",
|
|
"robotické súťaže",
|
|
"Skórovací online systém pre robotické súťaže"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "conjunctive_multi_hop",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": false,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Ronald Zalacko"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "topic",
|
|
"value": "robotické súťaže"
|
|
},
|
|
{
|
|
"type": "work_title",
|
|
"value": "Skórovací online systém pre robotické súťaže"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"MENTIONS_TOPIC",
|
|
"HAS_WORK_TITLE"
|
|
],
|
|
"expected_paths": [
|
|
"Ronald Zalacko -> MENTIONS_TOPIC -> robotické súťaže",
|
|
"Ronald Zalacko -> HAS_WORK_TITLE -> Skórovací online systém pre robotické súťaže"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0327",
|
|
"split": "dev",
|
|
"category": "person_topic_title",
|
|
"difficulty": "hard",
|
|
"question": "Aká je téma práce osoby Ján Holp, ak jej dokument zároveň súvisí s témou získavanie informácií?",
|
|
"expected_documents": [
|
|
"pages/students/2016/jan_holp/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Ján Holp",
|
|
"získavanie informácií",
|
|
"Systém získavania informácií v slovenskom jazyku"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "conjunctive_multi_hop",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": false,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Ján Holp"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "topic",
|
|
"value": "získavanie informácií"
|
|
},
|
|
{
|
|
"type": "work_title",
|
|
"value": "Systém získavania informácií v slovenskom jazyku"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"MENTIONS_TOPIC",
|
|
"HAS_WORK_TITLE"
|
|
],
|
|
"expected_paths": [
|
|
"Ján Holp -> MENTIONS_TOPIC -> získavanie informácií",
|
|
"Ján Holp -> HAS_WORK_TITLE -> Systém získavania informácií v slovenskom jazyku"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0328",
|
|
"split": "dev",
|
|
"category": "person_topic_title",
|
|
"difficulty": "hard",
|
|
"question": "Aká je téma práce osoby Rostyslav Rodzhuk, ak jej dokument zároveň súvisí s témou špeciálny pedagóg?",
|
|
"expected_documents": [
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Rostyslav Rodzhuk",
|
|
"špeciálny pedagóg",
|
|
"Inteligentný agent pre podporu práce špeciálneho pedagóga"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "conjunctive_multi_hop",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": false,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Rostyslav Rodzhuk"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "topic",
|
|
"value": "špeciálny pedagóg"
|
|
},
|
|
{
|
|
"type": "work_title",
|
|
"value": "Inteligentný agent pre podporu práce špeciálneho pedagóga"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"MENTIONS_TOPIC",
|
|
"HAS_WORK_TITLE"
|
|
],
|
|
"expected_paths": [
|
|
"Rostyslav Rodzhuk -> MENTIONS_TOPIC -> špeciálny pedagóg",
|
|
"Rostyslav Rodzhuk -> HAS_WORK_TITLE -> Inteligentný agent pre podporu práce špeciálneho pedagóga"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0329",
|
|
"split": "dev",
|
|
"category": "person_topic_title",
|
|
"difficulty": "hard",
|
|
"question": "Aká je téma práce osoby Valerii Kutsenko, ak jej dokument zároveň súvisí s témou GraphRAG?",
|
|
"expected_documents": [
|
|
"pages/students/2022/valerii_kutsenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Valerii Kutsenko",
|
|
"GraphRAG",
|
|
"Zlepšenie vyhľadávania pomocou znalostných grafov"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "conjunctive_multi_hop",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": false,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Valerii Kutsenko"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "topic",
|
|
"value": "GraphRAG"
|
|
},
|
|
{
|
|
"type": "work_title",
|
|
"value": "Zlepšenie vyhľadávania pomocou znalostných grafov"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"MENTIONS_TOPIC",
|
|
"HAS_WORK_TITLE"
|
|
],
|
|
"expected_paths": [
|
|
"Valerii Kutsenko -> MENTIONS_TOPIC -> GraphRAG",
|
|
"Valerii Kutsenko -> HAS_WORK_TITLE -> Zlepšenie vyhľadávania pomocou znalostných grafov"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0330",
|
|
"split": "dev",
|
|
"category": "person_topic_title",
|
|
"difficulty": "hard",
|
|
"question": "Aká je téma práce osoby Tetiana Mohorian, ak jej dokument zároveň súvisí s témou LLM?",
|
|
"expected_documents": [
|
|
"pages/students/2022/tetiana_mohorian/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Tetiana Mohorian",
|
|
"LLM",
|
|
"Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "conjunctive_multi_hop",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": false,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Tetiana Mohorian"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "topic",
|
|
"value": "LLM"
|
|
},
|
|
{
|
|
"type": "work_title",
|
|
"value": "Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"MENTIONS_TOPIC",
|
|
"HAS_WORK_TITLE"
|
|
],
|
|
"expected_paths": [
|
|
"Tetiana Mohorian -> MENTIONS_TOPIC -> LLM",
|
|
"Tetiana Mohorian -> HAS_WORK_TITLE -> Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0331",
|
|
"split": "dev",
|
|
"category": "person_topic_title",
|
|
"difficulty": "hard",
|
|
"question": "Aká je téma práce osoby Yevhenii Medushivskyi, ak jej dokument zároveň súvisí s témou deduplikácia?",
|
|
"expected_documents": [
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Yevhenii Medushivskyi",
|
|
"deduplikácia",
|
|
"Získavanie textu z webových stránok"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "conjunctive_multi_hop",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": false,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Yevhenii Medushivskyi"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "topic",
|
|
"value": "deduplikácia"
|
|
},
|
|
{
|
|
"type": "work_title",
|
|
"value": "Získavanie textu z webových stránok"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"MENTIONS_TOPIC",
|
|
"HAS_WORK_TITLE"
|
|
],
|
|
"expected_paths": [
|
|
"Yevhenii Medushivskyi -> MENTIONS_TOPIC -> deduplikácia",
|
|
"Yevhenii Medushivskyi -> HAS_WORK_TITLE -> Získavanie textu z webových stránok"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0332",
|
|
"split": "test",
|
|
"category": "person_topic_title",
|
|
"difficulty": "hard",
|
|
"question": "Aká je téma práce osoby Martin Wencel, ak jej dokument zároveň súvisí s témou Spacy?",
|
|
"expected_documents": [
|
|
"pages/students/2018/martin_wencel/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Martin Wencel",
|
|
"Spacy",
|
|
"Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "conjunctive_multi_hop",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": false,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Martin Wencel"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "topic",
|
|
"value": "Spacy"
|
|
},
|
|
{
|
|
"type": "work_title",
|
|
"value": "Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"MENTIONS_TOPIC",
|
|
"HAS_WORK_TITLE"
|
|
],
|
|
"expected_paths": [
|
|
"Martin Wencel -> MENTIONS_TOPIC -> Spacy",
|
|
"Martin Wencel -> HAS_WORK_TITLE -> Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0333",
|
|
"split": "dev",
|
|
"category": "person_topic_title",
|
|
"difficulty": "hard",
|
|
"question": "Aká je téma práce osoby Rostyslav Rodzhuk, ak jej dokument zároveň súvisí s témou LLM?",
|
|
"expected_documents": [
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Rostyslav Rodzhuk",
|
|
"LLM",
|
|
"Inteligentný agent pre podporu práce špeciálneho pedagóga"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "conjunctive_multi_hop",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": false,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Rostyslav Rodzhuk"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "topic",
|
|
"value": "LLM"
|
|
},
|
|
{
|
|
"type": "work_title",
|
|
"value": "Inteligentný agent pre podporu práce špeciálneho pedagóga"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"MENTIONS_TOPIC",
|
|
"HAS_WORK_TITLE"
|
|
],
|
|
"expected_paths": [
|
|
"Rostyslav Rodzhuk -> MENTIONS_TOPIC -> LLM",
|
|
"Rostyslav Rodzhuk -> HAS_WORK_TITLE -> Inteligentný agent pre podporu práce špeciálneho pedagóga"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0334",
|
|
"split": "test",
|
|
"category": "person_topic_title",
|
|
"difficulty": "hard",
|
|
"question": "Aká je téma práce osoby Filip Tomáš, ak jej dokument zároveň súvisí s témou CI/CD?",
|
|
"expected_documents": [
|
|
"pages/students/2019/filip_tomas/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Filip Tomáš",
|
|
"CI/CD",
|
|
"Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "conjunctive_multi_hop",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": false,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Filip Tomáš"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "topic",
|
|
"value": "CI/CD"
|
|
},
|
|
{
|
|
"type": "work_title",
|
|
"value": "Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"MENTIONS_TOPIC",
|
|
"HAS_WORK_TITLE"
|
|
],
|
|
"expected_paths": [
|
|
"Filip Tomáš -> MENTIONS_TOPIC -> CI/CD",
|
|
"Filip Tomáš -> HAS_WORK_TITLE -> Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0335",
|
|
"split": "test",
|
|
"category": "person_topic_title",
|
|
"difficulty": "hard",
|
|
"question": "Aká je téma práce osoby Eduard Matovka, ak jej dokument zároveň súvisí s témou slovenský jazykový model?",
|
|
"expected_documents": [
|
|
"pages/students/2021/eduard_matovka/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Eduard Matovka",
|
|
"slovenský jazykový model",
|
|
"Slovenská konverzačná umelá inteligencia"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "conjunctive_multi_hop",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": false,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Eduard Matovka"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "topic",
|
|
"value": "slovenský jazykový model"
|
|
},
|
|
{
|
|
"type": "work_title",
|
|
"value": "Slovenská konverzačná umelá inteligencia"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"MENTIONS_TOPIC",
|
|
"HAS_WORK_TITLE"
|
|
],
|
|
"expected_paths": [
|
|
"Eduard Matovka -> MENTIONS_TOPIC -> slovenský jazykový model",
|
|
"Eduard Matovka -> HAS_WORK_TITLE -> Slovenská konverzačná umelá inteligencia"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0336",
|
|
"split": "dev",
|
|
"category": "person_topic_title",
|
|
"difficulty": "hard",
|
|
"question": "Aká je téma práce osoby Artem Yatsenko, ak jej dokument zároveň súvisí s témou pomenované entity?",
|
|
"expected_documents": [
|
|
"pages/students/2019/artem_yatsenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Artem Yatsenko",
|
|
"pomenované entity",
|
|
"Rozpoznávanie pomenovaných entít v slovenskom jazyku"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "conjunctive_multi_hop",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": false,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Artem Yatsenko"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "topic",
|
|
"value": "pomenované entity"
|
|
},
|
|
{
|
|
"type": "work_title",
|
|
"value": "Rozpoznávanie pomenovaných entít v slovenskom jazyku"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"MENTIONS_TOPIC",
|
|
"HAS_WORK_TITLE"
|
|
],
|
|
"expected_paths": [
|
|
"Artem Yatsenko -> MENTIONS_TOPIC -> pomenované entity",
|
|
"Artem Yatsenko -> HAS_WORK_TITLE -> Rozpoznávanie pomenovaných entít v slovenskom jazyku"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0337",
|
|
"split": "dev",
|
|
"category": "person_topic_title",
|
|
"difficulty": "hard",
|
|
"question": "Aká je téma práce osoby Ján Holp, ak jej dokument zároveň súvisí s témou slovenský internet?",
|
|
"expected_documents": [
|
|
"pages/students/2016/jan_holp/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Ján Holp",
|
|
"slovenský internet",
|
|
"Systém získavania informácií v slovenskom jazyku"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "conjunctive_multi_hop",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": false,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Ján Holp"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "topic",
|
|
"value": "slovenský internet"
|
|
},
|
|
{
|
|
"type": "work_title",
|
|
"value": "Systém získavania informácií v slovenskom jazyku"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"MENTIONS_TOPIC",
|
|
"HAS_WORK_TITLE"
|
|
],
|
|
"expected_paths": [
|
|
"Ján Holp -> MENTIONS_TOPIC -> slovenský internet",
|
|
"Ján Holp -> HAS_WORK_TITLE -> Systém získavania informácií v slovenskom jazyku"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0338",
|
|
"split": "test",
|
|
"category": "person_topic_title",
|
|
"difficulty": "hard",
|
|
"question": "Aká je téma práce osoby Oleksandr Dorybohov, ak jej dokument zároveň súvisí s témou agent?",
|
|
"expected_documents": [
|
|
"pages/students/2023/oleksandr_dorybohov/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Oleksandr Dorybohov",
|
|
"agent",
|
|
"Automatické odpovede na otázky v právnej oblasti"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "conjunctive_multi_hop",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": false,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Oleksandr Dorybohov"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "topic",
|
|
"value": "agent"
|
|
},
|
|
{
|
|
"type": "work_title",
|
|
"value": "Automatické odpovede na otázky v právnej oblasti"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"MENTIONS_TOPIC",
|
|
"HAS_WORK_TITLE"
|
|
],
|
|
"expected_paths": [
|
|
"Oleksandr Dorybohov -> MENTIONS_TOPIC -> agent",
|
|
"Oleksandr Dorybohov -> HAS_WORK_TITLE -> Automatické odpovede na otázky v právnej oblasti"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0339",
|
|
"split": "test",
|
|
"category": "person_topic_title",
|
|
"difficulty": "hard",
|
|
"question": "Aká je téma práce osoby Samuel Vasiľ, ak jej dokument zároveň súvisí s témou MCP?",
|
|
"expected_documents": [
|
|
"pages/students/2022/samuel_vasil/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Samuel Vasiľ",
|
|
"MCP",
|
|
"Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "conjunctive_multi_hop",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": false,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Samuel Vasiľ"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "topic",
|
|
"value": "MCP"
|
|
},
|
|
{
|
|
"type": "work_title",
|
|
"value": "Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"MENTIONS_TOPIC",
|
|
"HAS_WORK_TITLE"
|
|
],
|
|
"expected_paths": [
|
|
"Samuel Vasiľ -> MENTIONS_TOPIC -> MCP",
|
|
"Samuel Vasiľ -> HAS_WORK_TITLE -> Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0340",
|
|
"split": "dev",
|
|
"category": "person_topic_title",
|
|
"difficulty": "hard",
|
|
"question": "Aká je téma práce osoby Matej Ščišľak, ak jej dokument zároveň súvisí s témou GraphRAG?",
|
|
"expected_documents": [
|
|
"pages/students/2021/matej_scislak/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Matej Ščišľak",
|
|
"GraphRAG",
|
|
"Znalostné grafy pre zlepšenie vyhľadávania právnych informácií"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "conjunctive_multi_hop",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": false,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Matej Ščišľak"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "topic",
|
|
"value": "GraphRAG"
|
|
},
|
|
{
|
|
"type": "work_title",
|
|
"value": "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"MENTIONS_TOPIC",
|
|
"HAS_WORK_TITLE"
|
|
],
|
|
"expected_paths": [
|
|
"Matej Ščišľak -> MENTIONS_TOPIC -> GraphRAG",
|
|
"Matej Ščišľak -> HAS_WORK_TITLE -> Znalostné grafy pre zlepšenie vyhľadávania právnych informácií"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0341",
|
|
"split": "dev",
|
|
"category": "person_topic_title",
|
|
"difficulty": "hard",
|
|
"question": "Aká je téma práce osoby Michal Stromko, ak jej dokument zároveň súvisí s témou Elasticsearch?",
|
|
"expected_documents": [
|
|
"pages/students/2019/michal_stromko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Michal Stromko",
|
|
"Elasticsearch",
|
|
"Indexovanie slovenského textu pomocou Elasticsearch"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "conjunctive_multi_hop",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": false,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Michal Stromko"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "topic",
|
|
"value": "Elasticsearch"
|
|
},
|
|
{
|
|
"type": "work_title",
|
|
"value": "Indexovanie slovenského textu pomocou Elasticsearch"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"MENTIONS_TOPIC",
|
|
"HAS_WORK_TITLE"
|
|
],
|
|
"expected_paths": [
|
|
"Michal Stromko -> MENTIONS_TOPIC -> Elasticsearch",
|
|
"Michal Stromko -> HAS_WORK_TITLE -> Indexovanie slovenského textu pomocou Elasticsearch"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0342",
|
|
"split": "test",
|
|
"category": "person_topic_title",
|
|
"difficulty": "hard",
|
|
"question": "Aká je téma práce osoby Martin Šarišský, ak jej dokument zároveň súvisí s témou agent?",
|
|
"expected_documents": [
|
|
"pages/students/2021/martin_sarissky/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Martin Šarišský",
|
|
"agent",
|
|
"Agentové systémy pomocou veľkého jazykového modelu"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "conjunctive_multi_hop",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": false,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Martin Šarišský"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "topic",
|
|
"value": "agent"
|
|
},
|
|
{
|
|
"type": "work_title",
|
|
"value": "Agentové systémy pomocou veľkého jazykového modelu"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"MENTIONS_TOPIC",
|
|
"HAS_WORK_TITLE"
|
|
],
|
|
"expected_paths": [
|
|
"Martin Šarišský -> MENTIONS_TOPIC -> agent",
|
|
"Martin Šarišský -> HAS_WORK_TITLE -> Agentové systémy pomocou veľkého jazykového modelu"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0343",
|
|
"split": "dev",
|
|
"category": "person_topic_title",
|
|
"difficulty": "hard",
|
|
"question": "Aká je téma práce osoby Yevhenii Medushivskyi, ak jej dokument zároveň súvisí s témou crawler?",
|
|
"expected_documents": [
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Yevhenii Medushivskyi",
|
|
"crawler",
|
|
"Získavanie textu z webových stránok"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "conjunctive_multi_hop",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": false,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Yevhenii Medushivskyi"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "topic",
|
|
"value": "crawler"
|
|
},
|
|
{
|
|
"type": "work_title",
|
|
"value": "Získavanie textu z webových stránok"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"MENTIONS_TOPIC",
|
|
"HAS_WORK_TITLE"
|
|
],
|
|
"expected_paths": [
|
|
"Yevhenii Medushivskyi -> MENTIONS_TOPIC -> crawler",
|
|
"Yevhenii Medushivskyi -> HAS_WORK_TITLE -> Získavanie textu z webových stránok"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0344",
|
|
"split": "dev",
|
|
"category": "person_topic_title",
|
|
"difficulty": "hard",
|
|
"question": "Aká je téma práce osoby Vladimír Ferko, ak jej dokument zároveň súvisí s témou hate speech?",
|
|
"expected_documents": [
|
|
"pages/students/2021/vladimir_ferko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Vladimír Ferko",
|
|
"hate speech",
|
|
"Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "conjunctive_multi_hop",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": false,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Vladimír Ferko"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "topic",
|
|
"value": "hate speech"
|
|
},
|
|
{
|
|
"type": "work_title",
|
|
"value": "Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"MENTIONS_TOPIC",
|
|
"HAS_WORK_TITLE"
|
|
],
|
|
"expected_paths": [
|
|
"Vladimír Ferko -> MENTIONS_TOPIC -> hate speech",
|
|
"Vladimír Ferko -> HAS_WORK_TITLE -> Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0345",
|
|
"split": "dev",
|
|
"category": "person_topic_title",
|
|
"difficulty": "hard",
|
|
"question": "Aká je téma práce osoby Maroš Harahus, ak jej dokument zároveň súvisí s témou Spacy?",
|
|
"expected_documents": [
|
|
"pages/students/2016/maros_harahus/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Maroš Harahus",
|
|
"Spacy",
|
|
"Neurónová morfologická anotácia slovenského jazyka"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "conjunctive_multi_hop",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": false,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Maroš Harahus"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "topic",
|
|
"value": "Spacy"
|
|
},
|
|
{
|
|
"type": "work_title",
|
|
"value": "Neurónová morfologická anotácia slovenského jazyka"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"MENTIONS_TOPIC",
|
|
"HAS_WORK_TITLE"
|
|
],
|
|
"expected_paths": [
|
|
"Maroš Harahus -> MENTIONS_TOPIC -> Spacy",
|
|
"Maroš Harahus -> HAS_WORK_TITLE -> Neurónová morfologická anotácia slovenského jazyka"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0346",
|
|
"split": "dev",
|
|
"category": "person_topic_title",
|
|
"difficulty": "hard",
|
|
"question": "Aká je téma práce osoby Valerii Kutsenko, ak jej dokument zároveň súvisí s témou RAG?",
|
|
"expected_documents": [
|
|
"pages/students/2022/valerii_kutsenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Valerii Kutsenko",
|
|
"RAG",
|
|
"Zlepšenie vyhľadávania pomocou znalostných grafov"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "conjunctive_multi_hop",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": false,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Valerii Kutsenko"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "topic",
|
|
"value": "RAG"
|
|
},
|
|
{
|
|
"type": "work_title",
|
|
"value": "Zlepšenie vyhľadávania pomocou znalostných grafov"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"MENTIONS_TOPIC",
|
|
"HAS_WORK_TITLE"
|
|
],
|
|
"expected_paths": [
|
|
"Valerii Kutsenko -> MENTIONS_TOPIC -> RAG",
|
|
"Valerii Kutsenko -> HAS_WORK_TITLE -> Zlepšenie vyhľadávania pomocou znalostných grafov"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0347",
|
|
"split": "dev",
|
|
"category": "person_topic_title",
|
|
"difficulty": "hard",
|
|
"question": "Aká je téma práce osoby Patrik Pavlišin, ak jej dokument zároveň súvisí s témou paralelný korpus?",
|
|
"expected_documents": [
|
|
"pages/students/2016/patrik_pavlisin/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Patrik Pavlišin",
|
|
"paralelný korpus",
|
|
"Metódy automatického prekladu"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "conjunctive_multi_hop",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": false,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Patrik Pavlišin"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "topic",
|
|
"value": "paralelný korpus"
|
|
},
|
|
{
|
|
"type": "work_title",
|
|
"value": "Metódy automatického prekladu"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"MENTIONS_TOPIC",
|
|
"HAS_WORK_TITLE"
|
|
],
|
|
"expected_paths": [
|
|
"Patrik Pavlišin -> MENTIONS_TOPIC -> paralelný korpus",
|
|
"Patrik Pavlišin -> HAS_WORK_TITLE -> Metódy automatického prekladu"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0348",
|
|
"split": "dev",
|
|
"category": "person_topic_title",
|
|
"difficulty": "hard",
|
|
"question": "Aká je téma práce osoby Vladimír Ferko, ak jej dokument zároveň súvisí s témou SlovakBERT?",
|
|
"expected_documents": [
|
|
"pages/students/2021/vladimir_ferko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Vladimír Ferko",
|
|
"SlovakBERT",
|
|
"Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "conjunctive_multi_hop",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": false,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Vladimír Ferko"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "topic",
|
|
"value": "SlovakBERT"
|
|
},
|
|
{
|
|
"type": "work_title",
|
|
"value": "Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"MENTIONS_TOPIC",
|
|
"HAS_WORK_TITLE"
|
|
],
|
|
"expected_paths": [
|
|
"Vladimír Ferko -> MENTIONS_TOPIC -> SlovakBERT",
|
|
"Vladimír Ferko -> HAS_WORK_TITLE -> Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0349",
|
|
"split": "dev",
|
|
"category": "person_topic_title",
|
|
"difficulty": "hard",
|
|
"question": "Aká je téma práce osoby Vladimír Ferko, ak jej dokument zároveň súvisí s témou anotácia?",
|
|
"expected_documents": [
|
|
"pages/students/2021/vladimir_ferko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Vladimír Ferko",
|
|
"anotácia",
|
|
"Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "conjunctive_multi_hop",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": false,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Vladimír Ferko"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "topic",
|
|
"value": "anotácia"
|
|
},
|
|
{
|
|
"type": "work_title",
|
|
"value": "Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"MENTIONS_TOPIC",
|
|
"HAS_WORK_TITLE"
|
|
],
|
|
"expected_paths": [
|
|
"Vladimír Ferko -> MENTIONS_TOPIC -> anotácia",
|
|
"Vladimír Ferko -> HAS_WORK_TITLE -> Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0350",
|
|
"split": "test",
|
|
"category": "person_topic_title",
|
|
"difficulty": "hard",
|
|
"question": "Aká je téma práce osoby Lukáš Pokrývka, ak jej dokument zároveň súvisí s témou PyTorch?",
|
|
"expected_documents": [
|
|
"pages/students/2016/lukas_pokryvka/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Lukáš Pokrývka",
|
|
"PyTorch",
|
|
"Paralelné trénovanie neurónových sietí"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "conjunctive_multi_hop",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": false,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Lukáš Pokrývka"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "topic",
|
|
"value": "PyTorch"
|
|
},
|
|
{
|
|
"type": "work_title",
|
|
"value": "Paralelné trénovanie neurónových sietí"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"MENTIONS_TOPIC",
|
|
"HAS_WORK_TITLE"
|
|
],
|
|
"expected_paths": [
|
|
"Lukáš Pokrývka -> MENTIONS_TOPIC -> PyTorch",
|
|
"Lukáš Pokrývka -> HAS_WORK_TITLE -> Paralelné trénovanie neurónových sietí"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0351",
|
|
"split": "test",
|
|
"category": "person_topic_title",
|
|
"difficulty": "hard",
|
|
"question": "Aká je téma práce osoby Filip Tomáš, ak jej dokument zároveň súvisí s témou Docker Compose?",
|
|
"expected_documents": [
|
|
"pages/students/2019/filip_tomas/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Filip Tomáš",
|
|
"Docker Compose",
|
|
"Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "conjunctive_multi_hop",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": false,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Filip Tomáš"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "topic",
|
|
"value": "Docker Compose"
|
|
},
|
|
{
|
|
"type": "work_title",
|
|
"value": "Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"MENTIONS_TOPIC",
|
|
"HAS_WORK_TITLE"
|
|
],
|
|
"expected_paths": [
|
|
"Filip Tomáš -> MENTIONS_TOPIC -> Docker Compose",
|
|
"Filip Tomáš -> HAS_WORK_TITLE -> Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0352",
|
|
"split": "test",
|
|
"category": "person_topic_title",
|
|
"difficulty": "hard",
|
|
"question": "Aká je téma práce osoby Alina Vitko, ak jej dokument zároveň súvisí s témou Streamlit?",
|
|
"expected_documents": [
|
|
"pages/students/2019/alina_vitko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Alina Vitko",
|
|
"Streamlit",
|
|
"Systémy pre generovanie odpovede na otázku v prirodzenom jazyku"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "conjunctive_multi_hop",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": false,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Alina Vitko"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "topic",
|
|
"value": "Streamlit"
|
|
},
|
|
{
|
|
"type": "work_title",
|
|
"value": "Systémy pre generovanie odpovede na otázku v prirodzenom jazyku"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"MENTIONS_TOPIC",
|
|
"HAS_WORK_TITLE"
|
|
],
|
|
"expected_paths": [
|
|
"Alina Vitko -> MENTIONS_TOPIC -> Streamlit",
|
|
"Alina Vitko -> HAS_WORK_TITLE -> Systémy pre generovanie odpovede na otázku v prirodzenom jazyku"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0353",
|
|
"split": "dev",
|
|
"category": "person_topic_title",
|
|
"difficulty": "hard",
|
|
"question": "Aká je téma práce osoby Dominik Nagy, ak jej dokument zároveň súvisí s témou strojový preklad?",
|
|
"expected_documents": [
|
|
"pages/students/2016/dominik_nagy/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Dominik Nagy",
|
|
"strojový preklad",
|
|
"Neurónový strojový preklad pomocou knižnice Fairseq"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "conjunctive_multi_hop",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": false,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Dominik Nagy"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "topic",
|
|
"value": "strojový preklad"
|
|
},
|
|
{
|
|
"type": "work_title",
|
|
"value": "Neurónový strojový preklad pomocou knižnice Fairseq"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"MENTIONS_TOPIC",
|
|
"HAS_WORK_TITLE"
|
|
],
|
|
"expected_paths": [
|
|
"Dominik Nagy -> MENTIONS_TOPIC -> strojový preklad",
|
|
"Dominik Nagy -> HAS_WORK_TITLE -> Neurónový strojový preklad pomocou knižnice Fairseq"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0354",
|
|
"split": "dev",
|
|
"category": "person_topic_title",
|
|
"difficulty": "hard",
|
|
"question": "Aká je téma práce osoby Ondrej Megela, ak jej dokument zároveň súvisí s témou BERT?",
|
|
"expected_documents": [
|
|
"pages/students/2018/ondrej_megela/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Ondrej Megela",
|
|
"BERT",
|
|
"Neurónové jazykové modelovanie typu BERT"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "conjunctive_multi_hop",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": false,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Ondrej Megela"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "topic",
|
|
"value": "BERT"
|
|
},
|
|
{
|
|
"type": "work_title",
|
|
"value": "Neurónové jazykové modelovanie typu BERT"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"MENTIONS_TOPIC",
|
|
"HAS_WORK_TITLE"
|
|
],
|
|
"expected_paths": [
|
|
"Ondrej Megela -> MENTIONS_TOPIC -> BERT",
|
|
"Ondrej Megela -> HAS_WORK_TITLE -> Neurónové jazykové modelovanie typu BERT"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0355",
|
|
"split": "dev",
|
|
"category": "person_topic_title",
|
|
"difficulty": "hard",
|
|
"question": "Aká je téma práce osoby Ján Holp, ak jej dokument zároveň súvisí s témou PageRank?",
|
|
"expected_documents": [
|
|
"pages/students/2016/jan_holp/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Ján Holp",
|
|
"PageRank",
|
|
"Systém získavania informácií v slovenskom jazyku"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "conjunctive_multi_hop",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": false,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Ján Holp"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "topic",
|
|
"value": "PageRank"
|
|
},
|
|
{
|
|
"type": "work_title",
|
|
"value": "Systém získavania informácií v slovenskom jazyku"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"MENTIONS_TOPIC",
|
|
"HAS_WORK_TITLE"
|
|
],
|
|
"expected_paths": [
|
|
"Ján Holp -> MENTIONS_TOPIC -> PageRank",
|
|
"Ján Holp -> HAS_WORK_TITLE -> Systém získavania informácií v slovenskom jazyku"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0356",
|
|
"split": "test",
|
|
"category": "person_topic_title",
|
|
"difficulty": "hard",
|
|
"question": "Aká je téma práce osoby Márk Fehér, ak jej dokument zároveň súvisí s témou klasifikácia textu?",
|
|
"expected_documents": [
|
|
"pages/students/2016/mark_feher/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/mark_feher"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Márk Fehér",
|
|
"klasifikácia textu",
|
|
"Klasifikácia textu metódami strojového učenia"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "conjunctive_multi_hop",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": false,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Márk Fehér"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "topic",
|
|
"value": "klasifikácia textu"
|
|
},
|
|
{
|
|
"type": "work_title",
|
|
"value": "Klasifikácia textu metódami strojového učenia"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"MENTIONS_TOPIC",
|
|
"HAS_WORK_TITLE"
|
|
],
|
|
"expected_paths": [
|
|
"Márk Fehér -> MENTIONS_TOPIC -> klasifikácia textu",
|
|
"Márk Fehér -> HAS_WORK_TITLE -> Klasifikácia textu metódami strojového učenia"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0357",
|
|
"split": "test",
|
|
"category": "person_topic_title",
|
|
"difficulty": "hard",
|
|
"question": "Aká je téma práce osoby Denis Le Thanh, ak jej dokument zároveň súvisí s témou Slovak Mistral?",
|
|
"expected_documents": [
|
|
"pages/students/2023/denis_le_thanh/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Denis Le Thanh",
|
|
"Slovak Mistral",
|
|
"Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "conjunctive_multi_hop",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": false,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Denis Le Thanh"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "topic",
|
|
"value": "Slovak Mistral"
|
|
},
|
|
{
|
|
"type": "work_title",
|
|
"value": "Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"MENTIONS_TOPIC",
|
|
"HAS_WORK_TITLE"
|
|
],
|
|
"expected_paths": [
|
|
"Denis Le Thanh -> MENTIONS_TOPIC -> Slovak Mistral",
|
|
"Denis Le Thanh -> HAS_WORK_TITLE -> Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0358",
|
|
"split": "test",
|
|
"category": "person_topic_title",
|
|
"difficulty": "hard",
|
|
"question": "Aká je téma práce osoby Denis Le Thanh, ak jej dokument zároveň súvisí s témou kyberbezpečnosť?",
|
|
"expected_documents": [
|
|
"pages/students/2023/denis_le_thanh/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Denis Le Thanh",
|
|
"kyberbezpečnosť",
|
|
"Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "conjunctive_multi_hop",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": false,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Denis Le Thanh"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "topic",
|
|
"value": "kyberbezpečnosť"
|
|
},
|
|
{
|
|
"type": "work_title",
|
|
"value": "Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"MENTIONS_TOPIC",
|
|
"HAS_WORK_TITLE"
|
|
],
|
|
"expected_paths": [
|
|
"Denis Le Thanh -> MENTIONS_TOPIC -> kyberbezpečnosť",
|
|
"Denis Le Thanh -> HAS_WORK_TITLE -> Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0359",
|
|
"split": "dev",
|
|
"category": "person_topic_title",
|
|
"difficulty": "hard",
|
|
"question": "Aká je téma práce osoby Simona Bobrovčanová, ak jej dokument zároveň súvisí s témou právne dokumenty?",
|
|
"expected_documents": [
|
|
"pages/students/2023/simona_bobrovcanova/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Simona Bobrovčanová",
|
|
"právne dokumenty",
|
|
"Automatická sumarizácia slovenského textu"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "conjunctive_multi_hop",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": false,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Simona Bobrovčanová"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "topic",
|
|
"value": "právne dokumenty"
|
|
},
|
|
{
|
|
"type": "work_title",
|
|
"value": "Automatická sumarizácia slovenského textu"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"MENTIONS_TOPIC",
|
|
"HAS_WORK_TITLE"
|
|
],
|
|
"expected_paths": [
|
|
"Simona Bobrovčanová -> MENTIONS_TOPIC -> právne dokumenty",
|
|
"Simona Bobrovčanová -> HAS_WORK_TITLE -> Automatická sumarizácia slovenského textu"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0360",
|
|
"split": "test",
|
|
"category": "person_topic_title",
|
|
"difficulty": "hard",
|
|
"question": "Aká je téma práce osoby Maksym Zatirka, ak jej dokument zároveň súvisí s témou slovenské právo?",
|
|
"expected_documents": [
|
|
"pages/students/2023/maksym_zatirka/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Maksym Zatirka",
|
|
"slovenské právo",
|
|
"Grafová databáza pre podporu generovania slovenského jazyka"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "conjunctive_multi_hop",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": false,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Maksym Zatirka"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "topic",
|
|
"value": "slovenské právo"
|
|
},
|
|
{
|
|
"type": "work_title",
|
|
"value": "Grafová databáza pre podporu generovania slovenského jazyka"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"MENTIONS_TOPIC",
|
|
"HAS_WORK_TITLE"
|
|
],
|
|
"expected_paths": [
|
|
"Maksym Zatirka -> MENTIONS_TOPIC -> slovenské právo",
|
|
"Maksym Zatirka -> HAS_WORK_TITLE -> Grafová databáza pre podporu generovania slovenského jazyka"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0361",
|
|
"split": "dev",
|
|
"category": "person_topic_title",
|
|
"difficulty": "hard",
|
|
"question": "Aká je téma práce osoby Michal Stromko, ak jej dokument zároveň súvisí s témou FAISS?",
|
|
"expected_documents": [
|
|
"pages/students/2019/michal_stromko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Michal Stromko",
|
|
"FAISS",
|
|
"Indexovanie slovenského textu pomocou Elasticsearch"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "conjunctive_multi_hop",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": false,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Michal Stromko"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "topic",
|
|
"value": "FAISS"
|
|
},
|
|
{
|
|
"type": "work_title",
|
|
"value": "Indexovanie slovenského textu pomocou Elasticsearch"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"MENTIONS_TOPIC",
|
|
"HAS_WORK_TITLE"
|
|
],
|
|
"expected_paths": [
|
|
"Michal Stromko -> MENTIONS_TOPIC -> FAISS",
|
|
"Michal Stromko -> HAS_WORK_TITLE -> Indexovanie slovenského textu pomocou Elasticsearch"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0362",
|
|
"split": "test",
|
|
"category": "person_topic_title",
|
|
"difficulty": "hard",
|
|
"question": "Aká je téma práce osoby Alina Vitko, ak jej dokument zároveň súvisí s témou Question Answering?",
|
|
"expected_documents": [
|
|
"pages/students/2019/alina_vitko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Alina Vitko",
|
|
"Question Answering",
|
|
"Systémy pre generovanie odpovede na otázku v prirodzenom jazyku"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "conjunctive_multi_hop",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": false,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Alina Vitko"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "topic",
|
|
"value": "Question Answering"
|
|
},
|
|
{
|
|
"type": "work_title",
|
|
"value": "Systémy pre generovanie odpovede na otázku v prirodzenom jazyku"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"MENTIONS_TOPIC",
|
|
"HAS_WORK_TITLE"
|
|
],
|
|
"expected_paths": [
|
|
"Alina Vitko -> MENTIONS_TOPIC -> Question Answering",
|
|
"Alina Vitko -> HAS_WORK_TITLE -> Systémy pre generovanie odpovede na otázku v prirodzenom jazyku"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0363",
|
|
"split": "test",
|
|
"category": "person_topic_title",
|
|
"difficulty": "hard",
|
|
"question": "Aká je téma práce osoby Oleh Poiasnik, ak jej dokument zároveň súvisí s témou LightRAG?",
|
|
"expected_documents": [
|
|
"pages/students/2022/oleh_poiasnik/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Oleh Poiasnik",
|
|
"LightRAG",
|
|
"Expertný agentový systém na podporu rozhodovania v lekárni"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "conjunctive_multi_hop",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": false,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Oleh Poiasnik"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "topic",
|
|
"value": "LightRAG"
|
|
},
|
|
{
|
|
"type": "work_title",
|
|
"value": "Expertný agentový systém na podporu rozhodovania v lekárni"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"MENTIONS_TOPIC",
|
|
"HAS_WORK_TITLE"
|
|
],
|
|
"expected_paths": [
|
|
"Oleh Poiasnik -> MENTIONS_TOPIC -> LightRAG",
|
|
"Oleh Poiasnik -> HAS_WORK_TITLE -> Expertný agentový systém na podporu rozhodovania v lekárni"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0364",
|
|
"split": "dev",
|
|
"category": "person_topic_title",
|
|
"difficulty": "hard",
|
|
"question": "Aká je téma práce osoby Daniil Huzenko, ak jej dokument zároveň súvisí s témou Kubernetes?",
|
|
"expected_documents": [
|
|
"pages/students/2022/daniil_huzenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Daniil Huzenko",
|
|
"Kubernetes",
|
|
"Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "conjunctive_multi_hop",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": false,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Daniil Huzenko"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "topic",
|
|
"value": "Kubernetes"
|
|
},
|
|
{
|
|
"type": "work_title",
|
|
"value": "Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"MENTIONS_TOPIC",
|
|
"HAS_WORK_TITLE"
|
|
],
|
|
"expected_paths": [
|
|
"Daniil Huzenko -> MENTIONS_TOPIC -> Kubernetes",
|
|
"Daniil Huzenko -> HAS_WORK_TITLE -> Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0365",
|
|
"split": "test",
|
|
"category": "person_topic_title",
|
|
"difficulty": "hard",
|
|
"question": "Aká je téma práce osoby Andrii Pervashov, ak jej dokument zároveň súvisí s témou OpenWebUI?",
|
|
"expected_documents": [
|
|
"pages/students/2022/andrii_pervashov/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Andrii Pervashov",
|
|
"OpenWebUI",
|
|
"Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "conjunctive_multi_hop",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": false,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Andrii Pervashov"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "topic",
|
|
"value": "OpenWebUI"
|
|
},
|
|
{
|
|
"type": "work_title",
|
|
"value": "Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"MENTIONS_TOPIC",
|
|
"HAS_WORK_TITLE"
|
|
],
|
|
"expected_paths": [
|
|
"Andrii Pervashov -> MENTIONS_TOPIC -> OpenWebUI",
|
|
"Andrii Pervashov -> HAS_WORK_TITLE -> Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0366",
|
|
"split": "dev",
|
|
"category": "person_topic_title",
|
|
"difficulty": "hard",
|
|
"question": "Aká je téma práce osoby Ondrej Megela, ak jej dokument zároveň súvisí s témou jazykové modelovanie?",
|
|
"expected_documents": [
|
|
"pages/students/2018/ondrej_megela/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Ondrej Megela",
|
|
"jazykové modelovanie",
|
|
"Neurónové jazykové modelovanie typu BERT"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "conjunctive_multi_hop",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": false,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Ondrej Megela"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "topic",
|
|
"value": "jazykové modelovanie"
|
|
},
|
|
{
|
|
"type": "work_title",
|
|
"value": "Neurónové jazykové modelovanie typu BERT"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"MENTIONS_TOPIC",
|
|
"HAS_WORK_TITLE"
|
|
],
|
|
"expected_paths": [
|
|
"Ondrej Megela -> MENTIONS_TOPIC -> jazykové modelovanie",
|
|
"Ondrej Megela -> HAS_WORK_TITLE -> Neurónové jazykové modelovanie typu BERT"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0367",
|
|
"split": "test",
|
|
"category": "person_topic_title",
|
|
"difficulty": "hard",
|
|
"question": "Aká je téma práce osoby Maksym Zatirka, ak jej dokument zároveň súvisí s témou grafová databáza?",
|
|
"expected_documents": [
|
|
"pages/students/2023/maksym_zatirka/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Maksym Zatirka",
|
|
"grafová databáza",
|
|
"Grafová databáza pre podporu generovania slovenského jazyka"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "conjunctive_multi_hop",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": false,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Maksym Zatirka"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "topic",
|
|
"value": "grafová databáza"
|
|
},
|
|
{
|
|
"type": "work_title",
|
|
"value": "Grafová databáza pre podporu generovania slovenského jazyka"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"MENTIONS_TOPIC",
|
|
"HAS_WORK_TITLE"
|
|
],
|
|
"expected_paths": [
|
|
"Maksym Zatirka -> MENTIONS_TOPIC -> grafová databáza",
|
|
"Maksym Zatirka -> HAS_WORK_TITLE -> Grafová databáza pre podporu generovania slovenského jazyka"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0368",
|
|
"split": "dev",
|
|
"category": "person_topic_title",
|
|
"difficulty": "hard",
|
|
"question": "Aká je téma práce osoby Daniil Huzenko, ak jej dokument zároveň súvisí s témou Raspberry Pi?",
|
|
"expected_documents": [
|
|
"pages/students/2022/daniil_huzenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Daniil Huzenko",
|
|
"Raspberry Pi",
|
|
"Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "conjunctive_multi_hop",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": false,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Daniil Huzenko"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "topic",
|
|
"value": "Raspberry Pi"
|
|
},
|
|
{
|
|
"type": "work_title",
|
|
"value": "Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"MENTIONS_TOPIC",
|
|
"HAS_WORK_TITLE"
|
|
],
|
|
"expected_paths": [
|
|
"Daniil Huzenko -> MENTIONS_TOPIC -> Raspberry Pi",
|
|
"Daniil Huzenko -> HAS_WORK_TITLE -> Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0369",
|
|
"split": "test",
|
|
"category": "person_topic_title",
|
|
"difficulty": "hard",
|
|
"question": "Aká je téma práce osoby Oleksandr Dorybohov, ak jej dokument zároveň súvisí s témou API?",
|
|
"expected_documents": [
|
|
"pages/students/2023/oleksandr_dorybohov/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Oleksandr Dorybohov",
|
|
"API",
|
|
"Automatické odpovede na otázky v právnej oblasti"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "conjunctive_multi_hop",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": false,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Oleksandr Dorybohov"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "topic",
|
|
"value": "API"
|
|
},
|
|
{
|
|
"type": "work_title",
|
|
"value": "Automatické odpovede na otázky v právnej oblasti"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"MENTIONS_TOPIC",
|
|
"HAS_WORK_TITLE"
|
|
],
|
|
"expected_paths": [
|
|
"Oleksandr Dorybohov -> MENTIONS_TOPIC -> API",
|
|
"Oleksandr Dorybohov -> HAS_WORK_TITLE -> Automatické odpovede na otázky v právnej oblasti"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0370",
|
|
"split": "test",
|
|
"category": "person_topic_title",
|
|
"difficulty": "hard",
|
|
"question": "Aká je téma práce osoby Samuel Vasiľ, ak jej dokument zároveň súvisí s témou OpenWebUI?",
|
|
"expected_documents": [
|
|
"pages/students/2022/samuel_vasil/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Samuel Vasiľ",
|
|
"OpenWebUI",
|
|
"Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "conjunctive_multi_hop",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": false,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Samuel Vasiľ"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "topic",
|
|
"value": "OpenWebUI"
|
|
},
|
|
{
|
|
"type": "work_title",
|
|
"value": "Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"MENTIONS_TOPIC",
|
|
"HAS_WORK_TITLE"
|
|
],
|
|
"expected_paths": [
|
|
"Samuel Vasiľ -> MENTIONS_TOPIC -> OpenWebUI",
|
|
"Samuel Vasiľ -> HAS_WORK_TITLE -> Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0371",
|
|
"split": "test",
|
|
"category": "person_topic_title",
|
|
"difficulty": "hard",
|
|
"question": "Aká je téma práce osoby Vladyslav Yanchenko, ak jej dokument zároveň súvisí s témou Azure?",
|
|
"expected_documents": [
|
|
"pages/students/2022/vladyslav_yanchenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Vladyslav Yanchenko",
|
|
"Azure",
|
|
"Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "conjunctive_multi_hop",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": false,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Vladyslav Yanchenko"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "topic",
|
|
"value": "Azure"
|
|
},
|
|
{
|
|
"type": "work_title",
|
|
"value": "Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"MENTIONS_TOPIC",
|
|
"HAS_WORK_TITLE"
|
|
],
|
|
"expected_paths": [
|
|
"Vladyslav Yanchenko -> MENTIONS_TOPIC -> Azure",
|
|
"Vladyslav Yanchenko -> HAS_WORK_TITLE -> Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0372",
|
|
"split": "test",
|
|
"category": "person_topic_title",
|
|
"difficulty": "hard",
|
|
"question": "Aká je téma práce osoby Dmytro Ushatenko, ak jej dokument zároveň súvisí s témou dialógový systém?",
|
|
"expected_documents": [
|
|
"pages/students/2017/dmytro_ushatenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Dmytro Ushatenko",
|
|
"dialógový systém",
|
|
"Jednoduchý chatbot v jazyku Python"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "conjunctive_multi_hop",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": false,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Dmytro Ushatenko"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "topic",
|
|
"value": "dialógový systém"
|
|
},
|
|
{
|
|
"type": "work_title",
|
|
"value": "Jednoduchý chatbot v jazyku Python"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"MENTIONS_TOPIC",
|
|
"HAS_WORK_TITLE"
|
|
],
|
|
"expected_paths": [
|
|
"Dmytro Ushatenko -> MENTIONS_TOPIC -> dialógový systém",
|
|
"Dmytro Ushatenko -> HAS_WORK_TITLE -> Jednoduchý chatbot v jazyku Python"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0373",
|
|
"split": "test",
|
|
"category": "person_topic_title",
|
|
"difficulty": "hard",
|
|
"question": "Aká je téma práce osoby Dárius Lindvai, ak jej dokument zároveň súvisí s témou CRF?",
|
|
"expected_documents": [
|
|
"pages/students/2016/darius_lindvai/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Dárius Lindvai",
|
|
"CRF",
|
|
"Obnovenie interpunkcie pomocou hlbokých neurónových sietí"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "conjunctive_multi_hop",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": false,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Dárius Lindvai"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "topic",
|
|
"value": "CRF"
|
|
},
|
|
{
|
|
"type": "work_title",
|
|
"value": "Obnovenie interpunkcie pomocou hlbokých neurónových sietí"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"MENTIONS_TOPIC",
|
|
"HAS_WORK_TITLE"
|
|
],
|
|
"expected_paths": [
|
|
"Dárius Lindvai -> MENTIONS_TOPIC -> CRF",
|
|
"Dárius Lindvai -> HAS_WORK_TITLE -> Obnovenie interpunkcie pomocou hlbokých neurónových sietí"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0374",
|
|
"split": "test",
|
|
"category": "person_topic_title",
|
|
"difficulty": "hard",
|
|
"question": "Aká je téma práce osoby Martin Šarišský, ak jej dokument zároveň súvisí s témou DeepEval?",
|
|
"expected_documents": [
|
|
"pages/students/2021/martin_sarissky/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Martin Šarišský",
|
|
"DeepEval",
|
|
"Agentové systémy pomocou veľkého jazykového modelu"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "conjunctive_multi_hop",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": false,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Martin Šarišský"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "topic",
|
|
"value": "DeepEval"
|
|
},
|
|
{
|
|
"type": "work_title",
|
|
"value": "Agentové systémy pomocou veľkého jazykového modelu"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"MENTIONS_TOPIC",
|
|
"HAS_WORK_TITLE"
|
|
],
|
|
"expected_paths": [
|
|
"Martin Šarišský -> MENTIONS_TOPIC -> DeepEval",
|
|
"Martin Šarišský -> HAS_WORK_TITLE -> Agentové systémy pomocou veľkého jazykového modelu"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0375",
|
|
"split": "dev",
|
|
"category": "author_category_multi_hop",
|
|
"difficulty": "hard",
|
|
"question": "Ktorý autor má na svojej autorskej stránke v kategórii bp2022 uvedenú osobu Michal Stromko?",
|
|
"expected_documents": [
|
|
"pages/students/2019/michal_stromko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"https://zp.kemt.fei.tuke.sk/authors/daniel-hladek"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Daniel Hladek",
|
|
"bp2022",
|
|
"Michal Stromko"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "multi_hop_path",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": false,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Michal Stromko"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "category",
|
|
"value": "bp2022"
|
|
},
|
|
{
|
|
"type": "author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"IN_CATEGORY",
|
|
"CATEGORY_AUTHORED_BY"
|
|
],
|
|
"expected_paths": [
|
|
"Michal Stromko -> IN_CATEGORY -> bp2022 -> CATEGORY_AUTHORED_BY -> Daniel Hladek"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000",
|
|
"https://zp.kemt.fei.tuke.sk/authors/daniel-hladek"
|
|
],
|
|
"note": "Členstvo v kategórii je odvodené z autorskej stránky Daniela Hladka."
|
|
},
|
|
{
|
|
"id": "g0376",
|
|
"split": "dev",
|
|
"category": "author_category_multi_hop",
|
|
"difficulty": "hard",
|
|
"question": "Ktorý autor má na svojej autorskej stránke v kategórii bp2026 uvedenú osobu Yevhenii Medushivskyi?",
|
|
"expected_documents": [
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi",
|
|
"https://zp.kemt.fei.tuke.sk/authors/daniel-hladek"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Daniel Hladek",
|
|
"bp2026",
|
|
"Yevhenii Medushivskyi"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "multi_hop_path",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": false,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Yevhenii Medushivskyi"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "category",
|
|
"value": "bp2026"
|
|
},
|
|
{
|
|
"type": "author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"IN_CATEGORY",
|
|
"CATEGORY_AUTHORED_BY"
|
|
],
|
|
"expected_paths": [
|
|
"Yevhenii Medushivskyi -> IN_CATEGORY -> bp2026 -> CATEGORY_AUTHORED_BY -> Daniel Hladek"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000",
|
|
"https://zp.kemt.fei.tuke.sk/authors/daniel-hladek"
|
|
],
|
|
"note": "Členstvo v kategórii je odvodené z autorskej stránky Daniela Hladka."
|
|
},
|
|
{
|
|
"id": "g0377",
|
|
"split": "test",
|
|
"category": "author_category_multi_hop",
|
|
"difficulty": "hard",
|
|
"question": "Ktorý autor má na svojej autorskej stránke v kategórii dp2027 uvedenú osobu Oleh Poiasnik?",
|
|
"expected_documents": [
|
|
"pages/students/2022/oleh_poiasnik/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik",
|
|
"https://zp.kemt.fei.tuke.sk/authors/daniel-hladek"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Daniel Hladek",
|
|
"dp2027",
|
|
"Oleh Poiasnik"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "multi_hop_path",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": false,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Oleh Poiasnik"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "category",
|
|
"value": "dp2027"
|
|
},
|
|
{
|
|
"type": "author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"IN_CATEGORY",
|
|
"CATEGORY_AUTHORED_BY"
|
|
],
|
|
"expected_paths": [
|
|
"Oleh Poiasnik -> IN_CATEGORY -> dp2027 -> CATEGORY_AUTHORED_BY -> Daniel Hladek"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000",
|
|
"https://zp.kemt.fei.tuke.sk/authors/daniel-hladek"
|
|
],
|
|
"note": "Členstvo v kategórii je odvodené z autorskej stránky Daniela Hladka."
|
|
},
|
|
{
|
|
"id": "g0378",
|
|
"split": "test",
|
|
"category": "author_category_multi_hop",
|
|
"difficulty": "hard",
|
|
"question": "Ktorý autor má na svojej autorskej stránke v kategórii bp2025 uvedenú osobu Andrii Pervashov?",
|
|
"expected_documents": [
|
|
"pages/students/2022/andrii_pervashov/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",
|
|
"https://zp.kemt.fei.tuke.sk/authors/daniel-hladek"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Daniel Hladek",
|
|
"bp2025",
|
|
"Andrii Pervashov"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "multi_hop_path",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": false,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Andrii Pervashov"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "category",
|
|
"value": "bp2025"
|
|
},
|
|
{
|
|
"type": "author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"IN_CATEGORY",
|
|
"CATEGORY_AUTHORED_BY"
|
|
],
|
|
"expected_paths": [
|
|
"Andrii Pervashov -> IN_CATEGORY -> bp2025 -> CATEGORY_AUTHORED_BY -> Daniel Hladek"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000",
|
|
"https://zp.kemt.fei.tuke.sk/authors/daniel-hladek"
|
|
],
|
|
"note": "Členstvo v kategórii je odvodené z autorskej stránky Daniela Hladka."
|
|
},
|
|
{
|
|
"id": "g0379",
|
|
"split": "dev",
|
|
"category": "author_category_multi_hop",
|
|
"difficulty": "hard",
|
|
"question": "Ktorý autor má na svojej autorskej stránke v kategórii bp2022 uvedenú osobu Kristián Sopkovič?",
|
|
"expected_documents": [
|
|
"pages/students/2019/kristian_sopkovic/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic",
|
|
"https://zp.kemt.fei.tuke.sk/authors/daniel-hladek"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Daniel Hladek",
|
|
"bp2022",
|
|
"Kristián Sopkovič"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "multi_hop_path",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": false,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Kristián Sopkovič"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "category",
|
|
"value": "bp2022"
|
|
},
|
|
{
|
|
"type": "author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"IN_CATEGORY",
|
|
"CATEGORY_AUTHORED_BY"
|
|
],
|
|
"expected_paths": [
|
|
"Kristián Sopkovič -> IN_CATEGORY -> bp2022 -> CATEGORY_AUTHORED_BY -> Daniel Hladek"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000",
|
|
"https://zp.kemt.fei.tuke.sk/authors/daniel-hladek"
|
|
],
|
|
"note": "Členstvo v kategórii je odvodené z autorskej stránky Daniela Hladka."
|
|
},
|
|
{
|
|
"id": "g0380",
|
|
"split": "dev",
|
|
"category": "author_category_multi_hop",
|
|
"difficulty": "hard",
|
|
"question": "Ktorý autor má na svojej autorskej stránke v kategórii dp2024 uvedenú osobu Michal Stromko?",
|
|
"expected_documents": [
|
|
"pages/students/2019/michal_stromko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"https://zp.kemt.fei.tuke.sk/authors/daniel-hladek"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Daniel Hladek",
|
|
"dp2024",
|
|
"Michal Stromko"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "multi_hop_path",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": false,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Michal Stromko"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "category",
|
|
"value": "dp2024"
|
|
},
|
|
{
|
|
"type": "author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"IN_CATEGORY",
|
|
"CATEGORY_AUTHORED_BY"
|
|
],
|
|
"expected_paths": [
|
|
"Michal Stromko -> IN_CATEGORY -> dp2024 -> CATEGORY_AUTHORED_BY -> Daniel Hladek"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000",
|
|
"https://zp.kemt.fei.tuke.sk/authors/daniel-hladek"
|
|
],
|
|
"note": "Členstvo v kategórii je odvodené z autorskej stránky Daniela Hladka."
|
|
},
|
|
{
|
|
"id": "g0381",
|
|
"split": "dev",
|
|
"category": "author_category_multi_hop",
|
|
"difficulty": "hard",
|
|
"question": "Ktorý autor má na svojej autorskej stránke v kategórii bp2019 uvedenú osobu Dominik Nagy?",
|
|
"expected_documents": [
|
|
"pages/students/2016/dominik_nagy/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",
|
|
"https://zp.kemt.fei.tuke.sk/authors/daniel-hladek"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Daniel Hladek",
|
|
"bp2019",
|
|
"Dominik Nagy"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "multi_hop_path",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": false,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Dominik Nagy"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "category",
|
|
"value": "bp2019"
|
|
},
|
|
{
|
|
"type": "author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"IN_CATEGORY",
|
|
"CATEGORY_AUTHORED_BY"
|
|
],
|
|
"expected_paths": [
|
|
"Dominik Nagy -> IN_CATEGORY -> bp2019 -> CATEGORY_AUTHORED_BY -> Daniel Hladek"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000",
|
|
"https://zp.kemt.fei.tuke.sk/authors/daniel-hladek"
|
|
],
|
|
"note": "Členstvo v kategórii je odvodené z autorskej stránky Daniela Hladka."
|
|
},
|
|
{
|
|
"id": "g0382",
|
|
"split": "dev",
|
|
"category": "author_category_multi_hop",
|
|
"difficulty": "hard",
|
|
"question": "Ktorý autor má na svojej autorskej stránke v kategórii vp2025 uvedenú osobu Rostyslav Rodzhuk?",
|
|
"expected_documents": [
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",
|
|
"https://zp.kemt.fei.tuke.sk/authors/daniel-hladek"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Daniel Hladek",
|
|
"vp2025",
|
|
"Rostyslav Rodzhuk"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "multi_hop_path",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": false,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Rostyslav Rodzhuk"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "category",
|
|
"value": "vp2025"
|
|
},
|
|
{
|
|
"type": "author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"IN_CATEGORY",
|
|
"CATEGORY_AUTHORED_BY"
|
|
],
|
|
"expected_paths": [
|
|
"Rostyslav Rodzhuk -> IN_CATEGORY -> vp2025 -> CATEGORY_AUTHORED_BY -> Daniel Hladek"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000",
|
|
"https://zp.kemt.fei.tuke.sk/authors/daniel-hladek"
|
|
],
|
|
"note": "Členstvo v kategórii je odvodené z autorskej stránky Daniela Hladka."
|
|
},
|
|
{
|
|
"id": "g0383",
|
|
"split": "test",
|
|
"category": "author_category_multi_hop",
|
|
"difficulty": "hard",
|
|
"question": "Ktorý autor má na svojej autorskej stránke v kategórii bp2022 uvedenú osobu Alina Vitko?",
|
|
"expected_documents": [
|
|
"pages/students/2019/alina_vitko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko",
|
|
"https://zp.kemt.fei.tuke.sk/authors/daniel-hladek"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Daniel Hladek",
|
|
"bp2022",
|
|
"Alina Vitko"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "multi_hop_path",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": false,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Alina Vitko"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "category",
|
|
"value": "bp2022"
|
|
},
|
|
{
|
|
"type": "author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"IN_CATEGORY",
|
|
"CATEGORY_AUTHORED_BY"
|
|
],
|
|
"expected_paths": [
|
|
"Alina Vitko -> IN_CATEGORY -> bp2022 -> CATEGORY_AUTHORED_BY -> Daniel Hladek"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000",
|
|
"https://zp.kemt.fei.tuke.sk/authors/daniel-hladek"
|
|
],
|
|
"note": "Členstvo v kategórii je odvodené z autorskej stránky Daniela Hladka."
|
|
},
|
|
{
|
|
"id": "g0384",
|
|
"split": "test",
|
|
"category": "author_category_multi_hop",
|
|
"difficulty": "hard",
|
|
"question": "Ktorý autor má na svojej autorskej stránke v kategórii dp2027 uvedenú osobu Ján Malinovský?",
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/authors/daniel-hladek"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Daniel Hladek",
|
|
"dp2027",
|
|
"Ján Malinovský"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "multi_hop_path",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": false,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Ján Malinovský"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "category",
|
|
"value": "dp2027"
|
|
},
|
|
{
|
|
"type": "author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"IN_CATEGORY",
|
|
"CATEGORY_AUTHORED_BY"
|
|
],
|
|
"expected_paths": [
|
|
"Ján Malinovský -> IN_CATEGORY -> dp2027 -> CATEGORY_AUTHORED_BY -> Daniel Hladek"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000",
|
|
"https://zp.kemt.fei.tuke.sk/authors/daniel-hladek"
|
|
],
|
|
"note": "Členstvo v kategórii je odvodené z autorskej stránky Daniela Hladka."
|
|
},
|
|
{
|
|
"id": "g0385",
|
|
"split": "dev",
|
|
"category": "author_category_multi_hop",
|
|
"difficulty": "hard",
|
|
"question": "Ktorý autor má na svojej autorskej stránke v kategórii iaeste uvedenú osobu Oliver Pejic?",
|
|
"expected_documents": [
|
|
"pages/interns/oliver_pejic/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/interns/oliver_pejic",
|
|
"https://zp.kemt.fei.tuke.sk/authors/daniel-hladek"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Daniel Hladek",
|
|
"iaeste",
|
|
"Oliver Pejic"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "multi_hop_path",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": false,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Oliver Pejic"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "category",
|
|
"value": "iaeste"
|
|
},
|
|
{
|
|
"type": "author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"IN_CATEGORY",
|
|
"CATEGORY_AUTHORED_BY"
|
|
],
|
|
"expected_paths": [
|
|
"Oliver Pejic -> IN_CATEGORY -> iaeste -> CATEGORY_AUTHORED_BY -> Daniel Hladek"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000",
|
|
"https://zp.kemt.fei.tuke.sk/authors/daniel-hladek"
|
|
],
|
|
"note": "Členstvo v kategórii je odvodené z autorskej stránky Daniela Hladka."
|
|
},
|
|
{
|
|
"id": "g0386",
|
|
"split": "dev",
|
|
"category": "author_category_multi_hop",
|
|
"difficulty": "hard",
|
|
"question": "Ktorý autor má na svojej autorskej stránke v kategórii bp2024 uvedenú osobu Vladimír Ferko?",
|
|
"expected_documents": [
|
|
"pages/students/2021/vladimir_ferko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko",
|
|
"https://zp.kemt.fei.tuke.sk/authors/daniel-hladek"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Daniel Hladek",
|
|
"bp2024",
|
|
"Vladimír Ferko"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "multi_hop_path",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": false,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Vladimír Ferko"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "category",
|
|
"value": "bp2024"
|
|
},
|
|
{
|
|
"type": "author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"IN_CATEGORY",
|
|
"CATEGORY_AUTHORED_BY"
|
|
],
|
|
"expected_paths": [
|
|
"Vladimír Ferko -> IN_CATEGORY -> bp2024 -> CATEGORY_AUTHORED_BY -> Daniel Hladek"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000",
|
|
"https://zp.kemt.fei.tuke.sk/authors/daniel-hladek"
|
|
],
|
|
"note": "Členstvo v kategórii je odvodené z autorskej stránky Daniela Hladka."
|
|
},
|
|
{
|
|
"id": "g0387",
|
|
"split": "dev",
|
|
"category": "author_category_multi_hop",
|
|
"difficulty": "hard",
|
|
"question": "Ktorý autor má na svojej autorskej stránke v kategórii bp2019 uvedenú osobu Jakub Maruniak?",
|
|
"expected_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"https://zp.kemt.fei.tuke.sk/authors/daniel-hladek"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Daniel Hladek",
|
|
"bp2019",
|
|
"Jakub Maruniak"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "multi_hop_path",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": false,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Jakub Maruniak"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "category",
|
|
"value": "bp2019"
|
|
},
|
|
{
|
|
"type": "author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"IN_CATEGORY",
|
|
"CATEGORY_AUTHORED_BY"
|
|
],
|
|
"expected_paths": [
|
|
"Jakub Maruniak -> IN_CATEGORY -> bp2019 -> CATEGORY_AUTHORED_BY -> Daniel Hladek"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000",
|
|
"https://zp.kemt.fei.tuke.sk/authors/daniel-hladek"
|
|
],
|
|
"note": "Členstvo v kategórii je odvodené z autorskej stránky Daniela Hladka."
|
|
},
|
|
{
|
|
"id": "g0388",
|
|
"split": "dev",
|
|
"category": "author_category_multi_hop",
|
|
"difficulty": "hard",
|
|
"question": "Ktorý autor má na svojej autorskej stránke v kategórii dp2023 uvedenú osobu Ondrej Megela?",
|
|
"expected_documents": [
|
|
"pages/students/2018/ondrej_megela/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela",
|
|
"https://zp.kemt.fei.tuke.sk/authors/daniel-hladek"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Daniel Hladek",
|
|
"dp2023",
|
|
"Ondrej Megela"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "multi_hop_path",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": false,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Ondrej Megela"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "category",
|
|
"value": "dp2023"
|
|
},
|
|
{
|
|
"type": "author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"IN_CATEGORY",
|
|
"CATEGORY_AUTHORED_BY"
|
|
],
|
|
"expected_paths": [
|
|
"Ondrej Megela -> IN_CATEGORY -> dp2023 -> CATEGORY_AUTHORED_BY -> Daniel Hladek"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000",
|
|
"https://zp.kemt.fei.tuke.sk/authors/daniel-hladek"
|
|
],
|
|
"note": "Členstvo v kategórii je odvodené z autorskej stránky Daniela Hladka."
|
|
},
|
|
{
|
|
"id": "g0389",
|
|
"split": "dev",
|
|
"category": "author_category_multi_hop",
|
|
"difficulty": "hard",
|
|
"question": "Ktorý autor má na svojej autorskej stránke v kategórii dp2024 uvedenú osobu Dávid Omasta?",
|
|
"expected_documents": [
|
|
"pages/students/2018/david_omasta/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_omasta",
|
|
"https://zp.kemt.fei.tuke.sk/authors/daniel-hladek"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Daniel Hladek",
|
|
"dp2024",
|
|
"Dávid Omasta"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "multi_hop_path",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": false,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Dávid Omasta"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "category",
|
|
"value": "dp2024"
|
|
},
|
|
{
|
|
"type": "author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"IN_CATEGORY",
|
|
"CATEGORY_AUTHORED_BY"
|
|
],
|
|
"expected_paths": [
|
|
"Dávid Omasta -> IN_CATEGORY -> dp2024 -> CATEGORY_AUTHORED_BY -> Daniel Hladek"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000",
|
|
"https://zp.kemt.fei.tuke.sk/authors/daniel-hladek"
|
|
],
|
|
"note": "Členstvo v kategórii je odvodené z autorskej stránky Daniela Hladka."
|
|
},
|
|
{
|
|
"id": "g0390",
|
|
"split": "dev",
|
|
"category": "author_category_multi_hop",
|
|
"difficulty": "hard",
|
|
"question": "Ktorý autor má na svojej autorskej stránke v kategórii dp2021 uvedenú osobu Tomáš Kuchárik?",
|
|
"expected_documents": [
|
|
"pages/students/2016/tomas_kucharik/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/authors/daniel-hladek"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Daniel Hladek",
|
|
"dp2021",
|
|
"Tomáš Kuchárik"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "multi_hop_path",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": false,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Tomáš Kuchárik"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "category",
|
|
"value": "dp2021"
|
|
},
|
|
{
|
|
"type": "author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"IN_CATEGORY",
|
|
"CATEGORY_AUTHORED_BY"
|
|
],
|
|
"expected_paths": [
|
|
"Tomáš Kuchárik -> IN_CATEGORY -> dp2021 -> CATEGORY_AUTHORED_BY -> Daniel Hladek"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000",
|
|
"https://zp.kemt.fei.tuke.sk/authors/daniel-hladek"
|
|
],
|
|
"note": "Členstvo v kategórii je odvodené z autorskej stránky Daniela Hladka."
|
|
},
|
|
{
|
|
"id": "g0391",
|
|
"split": "test",
|
|
"category": "author_category_multi_hop",
|
|
"difficulty": "hard",
|
|
"question": "Ktorý autor má na svojej autorskej stránke v kategórii bp2026 uvedenú osobu Samuel Vasiľ?",
|
|
"expected_documents": [
|
|
"pages/students/2022/samuel_vasil/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil",
|
|
"https://zp.kemt.fei.tuke.sk/authors/daniel-hladek"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Daniel Hladek",
|
|
"bp2026",
|
|
"Samuel Vasiľ"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "multi_hop_path",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": false,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Samuel Vasiľ"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "category",
|
|
"value": "bp2026"
|
|
},
|
|
{
|
|
"type": "author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"IN_CATEGORY",
|
|
"CATEGORY_AUTHORED_BY"
|
|
],
|
|
"expected_paths": [
|
|
"Samuel Vasiľ -> IN_CATEGORY -> bp2026 -> CATEGORY_AUTHORED_BY -> Daniel Hladek"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000",
|
|
"https://zp.kemt.fei.tuke.sk/authors/daniel-hladek"
|
|
],
|
|
"note": "Členstvo v kategórii je odvodené z autorskej stránky Daniela Hladka."
|
|
},
|
|
{
|
|
"id": "g0392",
|
|
"split": "dev",
|
|
"category": "author_category_multi_hop",
|
|
"difficulty": "hard",
|
|
"question": "Ktorý autor má na svojej autorskej stránke v kategórii dp2022 uvedenú osobu Dominik Nagy?",
|
|
"expected_documents": [
|
|
"pages/students/2016/dominik_nagy/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",
|
|
"https://zp.kemt.fei.tuke.sk/authors/daniel-hladek"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Daniel Hladek",
|
|
"dp2022",
|
|
"Dominik Nagy"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "multi_hop_path",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": false,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Dominik Nagy"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "category",
|
|
"value": "dp2022"
|
|
},
|
|
{
|
|
"type": "author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"IN_CATEGORY",
|
|
"CATEGORY_AUTHORED_BY"
|
|
],
|
|
"expected_paths": [
|
|
"Dominik Nagy -> IN_CATEGORY -> dp2022 -> CATEGORY_AUTHORED_BY -> Daniel Hladek"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000",
|
|
"https://zp.kemt.fei.tuke.sk/authors/daniel-hladek"
|
|
],
|
|
"note": "Členstvo v kategórii je odvodené z autorskej stránky Daniela Hladka."
|
|
},
|
|
{
|
|
"id": "g0393",
|
|
"split": "dev",
|
|
"category": "author_category_multi_hop",
|
|
"difficulty": "hard",
|
|
"question": "Ktorý autor má na svojej autorskej stránke v kategórii dp2026 uvedenú osobu Matej Novotný?",
|
|
"expected_documents": [
|
|
"pages/students/2021/matej_novotny/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",
|
|
"https://zp.kemt.fei.tuke.sk/authors/daniel-hladek"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Daniel Hladek",
|
|
"dp2026",
|
|
"Matej Novotný"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "multi_hop_path",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": false,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Matej Novotný"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "category",
|
|
"value": "dp2026"
|
|
},
|
|
{
|
|
"type": "author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"IN_CATEGORY",
|
|
"CATEGORY_AUTHORED_BY"
|
|
],
|
|
"expected_paths": [
|
|
"Matej Novotný -> IN_CATEGORY -> dp2026 -> CATEGORY_AUTHORED_BY -> Daniel Hladek"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000",
|
|
"https://zp.kemt.fei.tuke.sk/authors/daniel-hladek"
|
|
],
|
|
"note": "Členstvo v kategórii je odvodené z autorskej stránky Daniela Hladka."
|
|
},
|
|
{
|
|
"id": "g0394",
|
|
"split": "dev",
|
|
"category": "author_category_multi_hop",
|
|
"difficulty": "hard",
|
|
"question": "Ktorý autor má na svojej autorskej stránke v kategórii bp2026 uvedenú osobu Simona Bobrovčanová?",
|
|
"expected_documents": [
|
|
"pages/students/2023/simona_bobrovcanova/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova",
|
|
"https://zp.kemt.fei.tuke.sk/authors/daniel-hladek"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Daniel Hladek",
|
|
"bp2026",
|
|
"Simona Bobrovčanová"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "multi_hop_path",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": false,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Simona Bobrovčanová"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "category",
|
|
"value": "bp2026"
|
|
},
|
|
{
|
|
"type": "author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"IN_CATEGORY",
|
|
"CATEGORY_AUTHORED_BY"
|
|
],
|
|
"expected_paths": [
|
|
"Simona Bobrovčanová -> IN_CATEGORY -> bp2026 -> CATEGORY_AUTHORED_BY -> Daniel Hladek"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000",
|
|
"https://zp.kemt.fei.tuke.sk/authors/daniel-hladek"
|
|
],
|
|
"note": "Členstvo v kategórii je odvodené z autorskej stránky Daniela Hladka."
|
|
},
|
|
{
|
|
"id": "g0395",
|
|
"split": "test",
|
|
"category": "author_category_multi_hop",
|
|
"difficulty": "hard",
|
|
"question": "Ktorý autor má na svojej autorskej stránke v kategórii bp2019 uvedenú osobu Lukáš Pokrývka?",
|
|
"expected_documents": [
|
|
"pages/students/2016/lukas_pokryvka/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka",
|
|
"https://zp.kemt.fei.tuke.sk/authors/daniel-hladek"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Daniel Hladek",
|
|
"bp2019",
|
|
"Lukáš Pokrývka"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "multi_hop_path",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": false,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Lukáš Pokrývka"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "category",
|
|
"value": "bp2019"
|
|
},
|
|
{
|
|
"type": "author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"IN_CATEGORY",
|
|
"CATEGORY_AUTHORED_BY"
|
|
],
|
|
"expected_paths": [
|
|
"Lukáš Pokrývka -> IN_CATEGORY -> bp2019 -> CATEGORY_AUTHORED_BY -> Daniel Hladek"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000",
|
|
"https://zp.kemt.fei.tuke.sk/authors/daniel-hladek"
|
|
],
|
|
"note": "Členstvo v kategórii je odvodené z autorskej stránky Daniela Hladka."
|
|
},
|
|
{
|
|
"id": "g0396",
|
|
"split": "dev",
|
|
"category": "author_category_multi_hop",
|
|
"difficulty": "hard",
|
|
"question": "Ktorý autor má na svojej autorskej stránke v kategórii bp2019 uvedenú osobu Maroš Harahus?",
|
|
"expected_documents": [
|
|
"pages/students/2016/maros_harahus/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"https://zp.kemt.fei.tuke.sk/authors/daniel-hladek"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Daniel Hladek",
|
|
"bp2019",
|
|
"Maroš Harahus"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "multi_hop_path",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": false,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Maroš Harahus"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "category",
|
|
"value": "bp2019"
|
|
},
|
|
{
|
|
"type": "author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"IN_CATEGORY",
|
|
"CATEGORY_AUTHORED_BY"
|
|
],
|
|
"expected_paths": [
|
|
"Maroš Harahus -> IN_CATEGORY -> bp2019 -> CATEGORY_AUTHORED_BY -> Daniel Hladek"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000",
|
|
"https://zp.kemt.fei.tuke.sk/authors/daniel-hladek"
|
|
],
|
|
"note": "Členstvo v kategórii je odvodené z autorskej stránky Daniela Hladka."
|
|
},
|
|
{
|
|
"id": "g0397",
|
|
"split": "dev",
|
|
"category": "author_category_multi_hop",
|
|
"difficulty": "hard",
|
|
"question": "Ktorý autor má na svojej autorskej stránke v kategórii bp2025 uvedenú osobu Valerii Kutsenko?",
|
|
"expected_documents": [
|
|
"pages/students/2022/valerii_kutsenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",
|
|
"https://zp.kemt.fei.tuke.sk/authors/daniel-hladek"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Daniel Hladek",
|
|
"bp2025",
|
|
"Valerii Kutsenko"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "multi_hop_path",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": false,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Valerii Kutsenko"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "category",
|
|
"value": "bp2025"
|
|
},
|
|
{
|
|
"type": "author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"IN_CATEGORY",
|
|
"CATEGORY_AUTHORED_BY"
|
|
],
|
|
"expected_paths": [
|
|
"Valerii Kutsenko -> IN_CATEGORY -> bp2025 -> CATEGORY_AUTHORED_BY -> Daniel Hladek"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000",
|
|
"https://zp.kemt.fei.tuke.sk/authors/daniel-hladek"
|
|
],
|
|
"note": "Členstvo v kategórii je odvodené z autorskej stránky Daniela Hladka."
|
|
},
|
|
{
|
|
"id": "g0398",
|
|
"split": "dev",
|
|
"category": "author_category_multi_hop",
|
|
"difficulty": "hard",
|
|
"question": "Ktorý autor má na svojej autorskej stránke v kategórii bp2020 uvedenú osobu Patrik Pavlišin?",
|
|
"expected_documents": [
|
|
"pages/students/2016/patrik_pavlisin/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",
|
|
"https://zp.kemt.fei.tuke.sk/authors/daniel-hladek"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Daniel Hladek",
|
|
"bp2020",
|
|
"Patrik Pavlišin"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "multi_hop_path",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": false,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Patrik Pavlišin"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "category",
|
|
"value": "bp2020"
|
|
},
|
|
{
|
|
"type": "author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"IN_CATEGORY",
|
|
"CATEGORY_AUTHORED_BY"
|
|
],
|
|
"expected_paths": [
|
|
"Patrik Pavlišin -> IN_CATEGORY -> bp2020 -> CATEGORY_AUTHORED_BY -> Daniel Hladek"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000",
|
|
"https://zp.kemt.fei.tuke.sk/authors/daniel-hladek"
|
|
],
|
|
"note": "Členstvo v kategórii je odvodené z autorskej stránky Daniela Hladka."
|
|
},
|
|
{
|
|
"id": "g0399",
|
|
"split": "test",
|
|
"category": "author_category_multi_hop",
|
|
"difficulty": "hard",
|
|
"question": "Ktorý autor má na svojej autorskej stránke v kategórii dp2024 uvedenú osobu Filip Tomáš?",
|
|
"expected_documents": [
|
|
"pages/students/2019/filip_tomas/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas",
|
|
"https://zp.kemt.fei.tuke.sk/authors/daniel-hladek"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Daniel Hladek",
|
|
"dp2024",
|
|
"Filip Tomáš"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "multi_hop_path",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": false,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Filip Tomáš"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "category",
|
|
"value": "dp2024"
|
|
},
|
|
{
|
|
"type": "author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"IN_CATEGORY",
|
|
"CATEGORY_AUTHORED_BY"
|
|
],
|
|
"expected_paths": [
|
|
"Filip Tomáš -> IN_CATEGORY -> dp2024 -> CATEGORY_AUTHORED_BY -> Daniel Hladek"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000",
|
|
"https://zp.kemt.fei.tuke.sk/authors/daniel-hladek"
|
|
],
|
|
"note": "Členstvo v kategórii je odvodené z autorskej stránky Daniela Hladka."
|
|
},
|
|
{
|
|
"id": "g0400",
|
|
"split": "dev",
|
|
"category": "author_category_multi_hop",
|
|
"difficulty": "hard",
|
|
"question": "Ktorý autor má na svojej autorskej stránke v kategórii bp2019 uvedenú osobu Ján Holp?",
|
|
"expected_documents": [
|
|
"pages/students/2016/jan_holp/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",
|
|
"https://zp.kemt.fei.tuke.sk/authors/daniel-hladek"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Daniel Hladek",
|
|
"bp2019",
|
|
"Ján Holp"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "multi_hop_path",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": false,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Ján Holp"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "category",
|
|
"value": "bp2019"
|
|
},
|
|
{
|
|
"type": "author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"IN_CATEGORY",
|
|
"CATEGORY_AUTHORED_BY"
|
|
],
|
|
"expected_paths": [
|
|
"Ján Holp -> IN_CATEGORY -> bp2019 -> CATEGORY_AUTHORED_BY -> Daniel Hladek"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000",
|
|
"https://zp.kemt.fei.tuke.sk/authors/daniel-hladek"
|
|
],
|
|
"note": "Členstvo v kategórii je odvodené z autorskej stránky Daniela Hladka."
|
|
},
|
|
{
|
|
"id": "g0401",
|
|
"split": "test",
|
|
"category": "author_category_multi_hop",
|
|
"difficulty": "hard",
|
|
"question": "Ktorý autor má na svojej autorskej stránke v kategórii bp2026 uvedenú osobu Ronald Zalacko?",
|
|
"expected_documents": [
|
|
"pages/students/2023/ronald_zalacko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko",
|
|
"https://zp.kemt.fei.tuke.sk/authors/daniel-hladek"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Daniel Hladek",
|
|
"bp2026",
|
|
"Ronald Zalacko"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "multi_hop_path",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": false,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Ronald Zalacko"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "category",
|
|
"value": "bp2026"
|
|
},
|
|
{
|
|
"type": "author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"IN_CATEGORY",
|
|
"CATEGORY_AUTHORED_BY"
|
|
],
|
|
"expected_paths": [
|
|
"Ronald Zalacko -> IN_CATEGORY -> bp2026 -> CATEGORY_AUTHORED_BY -> Daniel Hladek"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000",
|
|
"https://zp.kemt.fei.tuke.sk/authors/daniel-hladek"
|
|
],
|
|
"note": "Členstvo v kategórii je odvodené z autorskej stránky Daniela Hladka."
|
|
},
|
|
{
|
|
"id": "g0402",
|
|
"split": "test",
|
|
"category": "author_category_multi_hop",
|
|
"difficulty": "hard",
|
|
"question": "Ktorý autor má na svojej autorskej stránke v kategórii bp2021 uvedenú osobu Martin Wencel?",
|
|
"expected_documents": [
|
|
"pages/students/2018/martin_wencel/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel",
|
|
"https://zp.kemt.fei.tuke.sk/authors/daniel-hladek"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Daniel Hladek",
|
|
"bp2021",
|
|
"Martin Wencel"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "multi_hop_path",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": false,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Martin Wencel"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "category",
|
|
"value": "bp2021"
|
|
},
|
|
{
|
|
"type": "author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"IN_CATEGORY",
|
|
"CATEGORY_AUTHORED_BY"
|
|
],
|
|
"expected_paths": [
|
|
"Martin Wencel -> IN_CATEGORY -> bp2021 -> CATEGORY_AUTHORED_BY -> Daniel Hladek"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000",
|
|
"https://zp.kemt.fei.tuke.sk/authors/daniel-hladek"
|
|
],
|
|
"note": "Členstvo v kategórii je odvodené z autorskej stránky Daniela Hladka."
|
|
},
|
|
{
|
|
"id": "g0403",
|
|
"split": "test",
|
|
"category": "author_category_multi_hop",
|
|
"difficulty": "hard",
|
|
"question": "Ktorý autor má na svojej autorskej stránke v kategórii bp2024 uvedenú osobu Eduard Matovka?",
|
|
"expected_documents": [
|
|
"pages/students/2021/eduard_matovka/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka",
|
|
"https://zp.kemt.fei.tuke.sk/authors/daniel-hladek"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Daniel Hladek",
|
|
"bp2024",
|
|
"Eduard Matovka"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "multi_hop_path",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": false,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Eduard Matovka"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "category",
|
|
"value": "bp2024"
|
|
},
|
|
{
|
|
"type": "author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"IN_CATEGORY",
|
|
"CATEGORY_AUTHORED_BY"
|
|
],
|
|
"expected_paths": [
|
|
"Eduard Matovka -> IN_CATEGORY -> bp2024 -> CATEGORY_AUTHORED_BY -> Daniel Hladek"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000",
|
|
"https://zp.kemt.fei.tuke.sk/authors/daniel-hladek"
|
|
],
|
|
"note": "Členstvo v kategórii je odvodené z autorskej stránky Daniela Hladka."
|
|
},
|
|
{
|
|
"id": "g0404",
|
|
"split": "test",
|
|
"category": "author_category_multi_hop",
|
|
"difficulty": "hard",
|
|
"question": "Ktorý autor má na svojej autorskej stránke v kategórii dp2025 uvedenú osobu Filip Tomáš?",
|
|
"expected_documents": [
|
|
"pages/students/2019/filip_tomas/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas",
|
|
"https://zp.kemt.fei.tuke.sk/authors/daniel-hladek"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Daniel Hladek",
|
|
"dp2025",
|
|
"Filip Tomáš"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "multi_hop_path",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": false,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Filip Tomáš"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "category",
|
|
"value": "dp2025"
|
|
},
|
|
{
|
|
"type": "author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"IN_CATEGORY",
|
|
"CATEGORY_AUTHORED_BY"
|
|
],
|
|
"expected_paths": [
|
|
"Filip Tomáš -> IN_CATEGORY -> dp2025 -> CATEGORY_AUTHORED_BY -> Daniel Hladek"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000",
|
|
"https://zp.kemt.fei.tuke.sk/authors/daniel-hladek"
|
|
],
|
|
"note": "Členstvo v kategórii je odvodené z autorskej stránky Daniela Hladka."
|
|
},
|
|
{
|
|
"id": "g0405",
|
|
"split": "dev",
|
|
"category": "author_category_multi_hop",
|
|
"difficulty": "hard",
|
|
"question": "Ktorý autor má na svojej autorskej stránke v kategórii bp2024 uvedenú osobu Matej Ščišľak?",
|
|
"expected_documents": [
|
|
"pages/students/2021/matej_scislak/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/authors/daniel-hladek"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Daniel Hladek",
|
|
"bp2024",
|
|
"Matej Ščišľak"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "multi_hop_path",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": false,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Matej Ščišľak"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "category",
|
|
"value": "bp2024"
|
|
},
|
|
{
|
|
"type": "author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"IN_CATEGORY",
|
|
"CATEGORY_AUTHORED_BY"
|
|
],
|
|
"expected_paths": [
|
|
"Matej Ščišľak -> IN_CATEGORY -> bp2024 -> CATEGORY_AUTHORED_BY -> Daniel Hladek"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000",
|
|
"https://zp.kemt.fei.tuke.sk/authors/daniel-hladek"
|
|
],
|
|
"note": "Členstvo v kategórii je odvodené z autorskej stránky Daniela Hladka."
|
|
},
|
|
{
|
|
"id": "g0406",
|
|
"split": "test",
|
|
"category": "author_category_multi_hop",
|
|
"difficulty": "hard",
|
|
"question": "Ktorý autor má na svojej autorskej stránke v kategórii dp2022 uvedenú osobu Márk Fehér?",
|
|
"expected_documents": [
|
|
"pages/students/2016/mark_feher/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/mark_feher",
|
|
"https://zp.kemt.fei.tuke.sk/authors/daniel-hladek"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Daniel Hladek",
|
|
"dp2022",
|
|
"Márk Fehér"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "multi_hop_path",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": false,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Márk Fehér"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "category",
|
|
"value": "dp2022"
|
|
},
|
|
{
|
|
"type": "author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"IN_CATEGORY",
|
|
"CATEGORY_AUTHORED_BY"
|
|
],
|
|
"expected_paths": [
|
|
"Márk Fehér -> IN_CATEGORY -> dp2022 -> CATEGORY_AUTHORED_BY -> Daniel Hladek"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000",
|
|
"https://zp.kemt.fei.tuke.sk/authors/daniel-hladek"
|
|
],
|
|
"note": "Členstvo v kategórii je odvodené z autorskej stránky Daniela Hladka."
|
|
},
|
|
{
|
|
"id": "g0407",
|
|
"split": "dev",
|
|
"category": "author_category_multi_hop",
|
|
"difficulty": "hard",
|
|
"question": "Ktorý autor má na svojej autorskej stránke v kategórii bp2026 uvedenú osobu Samuel Džurina?",
|
|
"expected_documents": [
|
|
"pages/students/2023/samuel_dzurina/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",
|
|
"https://zp.kemt.fei.tuke.sk/authors/daniel-hladek"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Daniel Hladek",
|
|
"bp2026",
|
|
"Samuel Džurina"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "multi_hop_path",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": false,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Samuel Džurina"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "category",
|
|
"value": "bp2026"
|
|
},
|
|
{
|
|
"type": "author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"IN_CATEGORY",
|
|
"CATEGORY_AUTHORED_BY"
|
|
],
|
|
"expected_paths": [
|
|
"Samuel Džurina -> IN_CATEGORY -> bp2026 -> CATEGORY_AUTHORED_BY -> Daniel Hladek"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000",
|
|
"https://zp.kemt.fei.tuke.sk/authors/daniel-hladek"
|
|
],
|
|
"note": "Členstvo v kategórii je odvodené z autorskej stránky Daniela Hladka."
|
|
},
|
|
{
|
|
"id": "g0408",
|
|
"split": "dev",
|
|
"category": "author_category_multi_hop",
|
|
"difficulty": "hard",
|
|
"question": "Ktorý autor má na svojej autorskej stránke v kategórii dp2022 uvedenú osobu Patrik Pavlišin?",
|
|
"expected_documents": [
|
|
"pages/students/2016/patrik_pavlisin/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",
|
|
"https://zp.kemt.fei.tuke.sk/authors/daniel-hladek"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Daniel Hladek",
|
|
"dp2022",
|
|
"Patrik Pavlišin"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "multi_hop_path",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": false,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Patrik Pavlišin"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "category",
|
|
"value": "dp2022"
|
|
},
|
|
{
|
|
"type": "author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"IN_CATEGORY",
|
|
"CATEGORY_AUTHORED_BY"
|
|
],
|
|
"expected_paths": [
|
|
"Patrik Pavlišin -> IN_CATEGORY -> dp2022 -> CATEGORY_AUTHORED_BY -> Daniel Hladek"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000",
|
|
"https://zp.kemt.fei.tuke.sk/authors/daniel-hladek"
|
|
],
|
|
"note": "Členstvo v kategórii je odvodené z autorskej stránky Daniela Hladka."
|
|
},
|
|
{
|
|
"id": "g0409",
|
|
"split": "test",
|
|
"category": "author_category_multi_hop",
|
|
"difficulty": "hard",
|
|
"question": "Ktorý autor má na svojej autorskej stránke v kategórii bp2026 uvedenú osobu Oleksandr Dorybohov?",
|
|
"expected_documents": [
|
|
"pages/students/2023/oleksandr_dorybohov/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov",
|
|
"https://zp.kemt.fei.tuke.sk/authors/daniel-hladek"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Daniel Hladek",
|
|
"bp2026",
|
|
"Oleksandr Dorybohov"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "multi_hop_path",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": false,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Oleksandr Dorybohov"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "category",
|
|
"value": "bp2026"
|
|
},
|
|
{
|
|
"type": "author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"IN_CATEGORY",
|
|
"CATEGORY_AUTHORED_BY"
|
|
],
|
|
"expected_paths": [
|
|
"Oleksandr Dorybohov -> IN_CATEGORY -> bp2026 -> CATEGORY_AUTHORED_BY -> Daniel Hladek"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000",
|
|
"https://zp.kemt.fei.tuke.sk/authors/daniel-hladek"
|
|
],
|
|
"note": "Členstvo v kategórii je odvodené z autorskej stránky Daniela Hladka."
|
|
},
|
|
{
|
|
"id": "g0410",
|
|
"split": "dev",
|
|
"category": "author_category_multi_hop",
|
|
"difficulty": "hard",
|
|
"question": "Ktorý autor má na svojej autorskej stránke v kategórii erasmus uvedenú osobu Bogdan Paul Chiș?",
|
|
"expected_documents": [
|
|
"pages/interns/bogdan_paul_chis/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis",
|
|
"https://zp.kemt.fei.tuke.sk/authors/daniel-hladek"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Daniel Hladek",
|
|
"erasmus",
|
|
"Bogdan Paul Chiș"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "multi_hop_path",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": false,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Bogdan Paul Chiș"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "category",
|
|
"value": "erasmus"
|
|
},
|
|
{
|
|
"type": "author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"IN_CATEGORY",
|
|
"CATEGORY_AUTHORED_BY"
|
|
],
|
|
"expected_paths": [
|
|
"Bogdan Paul Chiș -> IN_CATEGORY -> erasmus -> CATEGORY_AUTHORED_BY -> Daniel Hladek"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000",
|
|
"https://zp.kemt.fei.tuke.sk/authors/daniel-hladek"
|
|
],
|
|
"note": "Členstvo v kategórii je odvodené z autorskej stránky Daniela Hladka."
|
|
},
|
|
{
|
|
"id": "g0411",
|
|
"split": "dev",
|
|
"category": "author_category_multi_hop",
|
|
"difficulty": "hard",
|
|
"question": "Ktorý autor má na svojej autorskej stránke v kategórii dp2021 uvedenú osobu Ján Holp?",
|
|
"expected_documents": [
|
|
"pages/students/2016/jan_holp/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",
|
|
"https://zp.kemt.fei.tuke.sk/authors/daniel-hladek"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Daniel Hladek",
|
|
"dp2021",
|
|
"Ján Holp"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "multi_hop_path",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": false,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Ján Holp"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "category",
|
|
"value": "dp2021"
|
|
},
|
|
{
|
|
"type": "author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"IN_CATEGORY",
|
|
"CATEGORY_AUTHORED_BY"
|
|
],
|
|
"expected_paths": [
|
|
"Ján Holp -> IN_CATEGORY -> dp2021 -> CATEGORY_AUTHORED_BY -> Daniel Hladek"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000",
|
|
"https://zp.kemt.fei.tuke.sk/authors/daniel-hladek"
|
|
],
|
|
"note": "Členstvo v kategórii je odvodené z autorskej stránky Daniela Hladka."
|
|
},
|
|
{
|
|
"id": "g0412",
|
|
"split": "dev",
|
|
"category": "author_category_multi_hop",
|
|
"difficulty": "hard",
|
|
"question": "Ktorý autor má na svojej autorskej stránke v kategórii dp2027 uvedenú osobu Ján Pták?",
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_ptak/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",
|
|
"https://zp.kemt.fei.tuke.sk/authors/daniel-hladek"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Daniel Hladek",
|
|
"dp2027",
|
|
"Ján Pták"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "multi_hop_path",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": false,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Ján Pták"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "category",
|
|
"value": "dp2027"
|
|
},
|
|
{
|
|
"type": "author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"IN_CATEGORY",
|
|
"CATEGORY_AUTHORED_BY"
|
|
],
|
|
"expected_paths": [
|
|
"Ján Pták -> IN_CATEGORY -> dp2027 -> CATEGORY_AUTHORED_BY -> Daniel Hladek"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000",
|
|
"https://zp.kemt.fei.tuke.sk/authors/daniel-hladek"
|
|
],
|
|
"note": "Členstvo v kategórii je odvodené z autorskej stránky Daniela Hladka."
|
|
},
|
|
{
|
|
"id": "g0413",
|
|
"split": "test",
|
|
"category": "author_category_multi_hop",
|
|
"difficulty": "hard",
|
|
"question": "Ktorý autor má na svojej autorskej stránke v kategórii bp2020 uvedenú osobu Dmytro Ushatenko?",
|
|
"expected_documents": [
|
|
"pages/students/2017/dmytro_ushatenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko",
|
|
"https://zp.kemt.fei.tuke.sk/authors/daniel-hladek"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Daniel Hladek",
|
|
"bp2020",
|
|
"Dmytro Ushatenko"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "multi_hop_path",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": false,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Dmytro Ushatenko"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "category",
|
|
"value": "bp2020"
|
|
},
|
|
{
|
|
"type": "author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"IN_CATEGORY",
|
|
"CATEGORY_AUTHORED_BY"
|
|
],
|
|
"expected_paths": [
|
|
"Dmytro Ushatenko -> IN_CATEGORY -> bp2020 -> CATEGORY_AUTHORED_BY -> Daniel Hladek"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000",
|
|
"https://zp.kemt.fei.tuke.sk/authors/daniel-hladek"
|
|
],
|
|
"note": "Členstvo v kategórii je odvodené z autorskej stránky Daniela Hladka."
|
|
},
|
|
{
|
|
"id": "g0414",
|
|
"split": "test",
|
|
"category": "author_category_multi_hop",
|
|
"difficulty": "hard",
|
|
"question": "Ktorý autor má na svojej autorskej stránke v kategórii vp2023 uvedenú osobu Martin Šarišský?",
|
|
"expected_documents": [
|
|
"pages/students/2021/martin_sarissky/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/authors/daniel-hladek"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Daniel Hladek",
|
|
"vp2023",
|
|
"Martin Šarišský"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "multi_hop_path",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": false,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Martin Šarišský"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "category",
|
|
"value": "vp2023"
|
|
},
|
|
{
|
|
"type": "author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"IN_CATEGORY",
|
|
"CATEGORY_AUTHORED_BY"
|
|
],
|
|
"expected_paths": [
|
|
"Martin Šarišský -> IN_CATEGORY -> vp2023 -> CATEGORY_AUTHORED_BY -> Daniel Hladek"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000",
|
|
"https://zp.kemt.fei.tuke.sk/authors/daniel-hladek"
|
|
],
|
|
"note": "Členstvo v kategórii je odvodené z autorskej stránky Daniela Hladka."
|
|
},
|
|
{
|
|
"id": "g0415",
|
|
"split": "dev",
|
|
"category": "author_category_multi_hop",
|
|
"difficulty": "hard",
|
|
"question": "Ktorý autor má na svojej autorskej stránke v kategórii iaeste uvedenú osobu Cesar Abascal Gutierrez?",
|
|
"expected_documents": [
|
|
"pages/interns/cesar_gutierrez/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez",
|
|
"https://zp.kemt.fei.tuke.sk/authors/daniel-hladek"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Daniel Hladek",
|
|
"iaeste",
|
|
"Cesar Abascal Gutierrez"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "multi_hop_path",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": false,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Cesar Abascal Gutierrez"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "category",
|
|
"value": "iaeste"
|
|
},
|
|
{
|
|
"type": "author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"IN_CATEGORY",
|
|
"CATEGORY_AUTHORED_BY"
|
|
],
|
|
"expected_paths": [
|
|
"Cesar Abascal Gutierrez -> IN_CATEGORY -> iaeste -> CATEGORY_AUTHORED_BY -> Daniel Hladek"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000",
|
|
"https://zp.kemt.fei.tuke.sk/authors/daniel-hladek"
|
|
],
|
|
"note": "Členstvo v kategórii je odvodené z autorskej stránky Daniela Hladka."
|
|
},
|
|
{
|
|
"id": "g0416",
|
|
"split": "dev",
|
|
"category": "author_category_multi_hop",
|
|
"difficulty": "hard",
|
|
"question": "Ktorý autor má na svojej autorskej stránke v kategórii bp2021 uvedenú osobu Ondrej Megela?",
|
|
"expected_documents": [
|
|
"pages/students/2018/ondrej_megela/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela",
|
|
"https://zp.kemt.fei.tuke.sk/authors/daniel-hladek"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Daniel Hladek",
|
|
"bp2021",
|
|
"Ondrej Megela"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "multi_hop_path",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": false,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Ondrej Megela"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "category",
|
|
"value": "bp2021"
|
|
},
|
|
{
|
|
"type": "author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"IN_CATEGORY",
|
|
"CATEGORY_AUTHORED_BY"
|
|
],
|
|
"expected_paths": [
|
|
"Ondrej Megela -> IN_CATEGORY -> bp2021 -> CATEGORY_AUTHORED_BY -> Daniel Hladek"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000",
|
|
"https://zp.kemt.fei.tuke.sk/authors/daniel-hladek"
|
|
],
|
|
"note": "Členstvo v kategórii je odvodené z autorskej stránky Daniela Hladka."
|
|
},
|
|
{
|
|
"id": "g0417",
|
|
"split": "dev",
|
|
"category": "author_category_multi_hop",
|
|
"difficulty": "hard",
|
|
"question": "Ktorý autor má na svojej autorskej stránke v kategórii dp2022 uvedenú osobu Tomáš Kuchárik?",
|
|
"expected_documents": [
|
|
"pages/students/2016/tomas_kucharik/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/authors/daniel-hladek"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Daniel Hladek",
|
|
"dp2022",
|
|
"Tomáš Kuchárik"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "multi_hop_path",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": false,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Tomáš Kuchárik"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "category",
|
|
"value": "dp2022"
|
|
},
|
|
{
|
|
"type": "author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"IN_CATEGORY",
|
|
"CATEGORY_AUTHORED_BY"
|
|
],
|
|
"expected_paths": [
|
|
"Tomáš Kuchárik -> IN_CATEGORY -> dp2022 -> CATEGORY_AUTHORED_BY -> Daniel Hladek"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000",
|
|
"https://zp.kemt.fei.tuke.sk/authors/daniel-hladek"
|
|
],
|
|
"note": "Členstvo v kategórii je odvodené z autorskej stránky Daniela Hladka."
|
|
},
|
|
{
|
|
"id": "g0418",
|
|
"split": "test",
|
|
"category": "author_category_multi_hop",
|
|
"difficulty": "hard",
|
|
"question": "Ktorý autor má na svojej autorskej stránke v kategórii bp2022 uvedenú osobu Filip Tomáš?",
|
|
"expected_documents": [
|
|
"pages/students/2019/filip_tomas/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas",
|
|
"https://zp.kemt.fei.tuke.sk/authors/daniel-hladek"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Daniel Hladek",
|
|
"bp2022",
|
|
"Filip Tomáš"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "multi_hop_path",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": false,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Filip Tomáš"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "category",
|
|
"value": "bp2022"
|
|
},
|
|
{
|
|
"type": "author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"IN_CATEGORY",
|
|
"CATEGORY_AUTHORED_BY"
|
|
],
|
|
"expected_paths": [
|
|
"Filip Tomáš -> IN_CATEGORY -> bp2022 -> CATEGORY_AUTHORED_BY -> Daniel Hladek"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000",
|
|
"https://zp.kemt.fei.tuke.sk/authors/daniel-hladek"
|
|
],
|
|
"note": "Členstvo v kategórii je odvodené z autorskej stránky Daniela Hladka."
|
|
},
|
|
{
|
|
"id": "g0419",
|
|
"split": "test",
|
|
"category": "author_category_multi_hop",
|
|
"difficulty": "hard",
|
|
"question": "Ktorý autor má na svojej autorskej stránke v kategórii bp2019 uvedenú osobu Dárius Lindvai?",
|
|
"expected_documents": [
|
|
"pages/students/2016/darius_lindvai/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai",
|
|
"https://zp.kemt.fei.tuke.sk/authors/daniel-hladek"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Daniel Hladek",
|
|
"bp2019",
|
|
"Dárius Lindvai"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "multi_hop_path",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": false,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Dárius Lindvai"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "category",
|
|
"value": "bp2019"
|
|
},
|
|
{
|
|
"type": "author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"IN_CATEGORY",
|
|
"CATEGORY_AUTHORED_BY"
|
|
],
|
|
"expected_paths": [
|
|
"Dárius Lindvai -> IN_CATEGORY -> bp2019 -> CATEGORY_AUTHORED_BY -> Daniel Hladek"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000",
|
|
"https://zp.kemt.fei.tuke.sk/authors/daniel-hladek"
|
|
],
|
|
"note": "Členstvo v kategórii je odvodené z autorskej stránky Daniela Hladka."
|
|
},
|
|
{
|
|
"id": "g0420",
|
|
"split": "dev",
|
|
"category": "author_category_multi_hop",
|
|
"difficulty": "hard",
|
|
"question": "Ktorý autor má na svojej autorskej stránke v kategórii vp2021 uvedenú osobu Michal Stromko?",
|
|
"expected_documents": [
|
|
"pages/students/2019/michal_stromko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"https://zp.kemt.fei.tuke.sk/authors/daniel-hladek"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Daniel Hladek",
|
|
"vp2021",
|
|
"Michal Stromko"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "multi_hop_path",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": false,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Michal Stromko"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "category",
|
|
"value": "vp2021"
|
|
},
|
|
{
|
|
"type": "author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"IN_CATEGORY",
|
|
"CATEGORY_AUTHORED_BY"
|
|
],
|
|
"expected_paths": [
|
|
"Michal Stromko -> IN_CATEGORY -> vp2021 -> CATEGORY_AUTHORED_BY -> Daniel Hladek"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000",
|
|
"https://zp.kemt.fei.tuke.sk/authors/daniel-hladek"
|
|
],
|
|
"note": "Členstvo v kategórii je odvodené z autorskej stránky Daniela Hladka."
|
|
},
|
|
{
|
|
"id": "g0421",
|
|
"split": "test",
|
|
"category": "author_category_multi_hop",
|
|
"difficulty": "hard",
|
|
"question": "Ktorý autor má na svojej autorskej stránke v kategórii iaeste uvedenú osobu Youssef Ressaissi?",
|
|
"expected_documents": [
|
|
"pages/interns/yussef_ressaissi/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi",
|
|
"https://zp.kemt.fei.tuke.sk/authors/daniel-hladek"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Daniel Hladek",
|
|
"iaeste",
|
|
"Youssef Ressaissi"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "multi_hop_path",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": false,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Youssef Ressaissi"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "category",
|
|
"value": "iaeste"
|
|
},
|
|
{
|
|
"type": "author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"IN_CATEGORY",
|
|
"CATEGORY_AUTHORED_BY"
|
|
],
|
|
"expected_paths": [
|
|
"Youssef Ressaissi -> IN_CATEGORY -> iaeste -> CATEGORY_AUTHORED_BY -> Daniel Hladek"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000",
|
|
"https://zp.kemt.fei.tuke.sk/authors/daniel-hladek"
|
|
],
|
|
"note": "Členstvo v kategórii je odvodené z autorskej stránky Daniela Hladka."
|
|
},
|
|
{
|
|
"id": "g0422",
|
|
"split": "dev",
|
|
"category": "author_category_multi_hop",
|
|
"difficulty": "hard",
|
|
"question": "Ktorý autor má na svojej autorskej stránke v kategórii bp2026 uvedenú osobu Rostyslav Rodzhuk?",
|
|
"expected_documents": [
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",
|
|
"https://zp.kemt.fei.tuke.sk/authors/daniel-hladek"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Daniel Hladek",
|
|
"bp2026",
|
|
"Rostyslav Rodzhuk"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "multi_hop_path",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": false,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Rostyslav Rodzhuk"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "category",
|
|
"value": "bp2026"
|
|
},
|
|
{
|
|
"type": "author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"IN_CATEGORY",
|
|
"CATEGORY_AUTHORED_BY"
|
|
],
|
|
"expected_paths": [
|
|
"Rostyslav Rodzhuk -> IN_CATEGORY -> bp2026 -> CATEGORY_AUTHORED_BY -> Daniel Hladek"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000",
|
|
"https://zp.kemt.fei.tuke.sk/authors/daniel-hladek"
|
|
],
|
|
"note": "Členstvo v kategórii je odvodené z autorskej stránky Daniela Hladka."
|
|
},
|
|
{
|
|
"id": "g0423",
|
|
"split": "test",
|
|
"category": "author_category_multi_hop",
|
|
"difficulty": "hard",
|
|
"question": "Ktorý autor má na svojej autorskej stránke v kategórii dp2021 uvedenú osobu Lukáš Pokrývka?",
|
|
"expected_documents": [
|
|
"pages/students/2016/lukas_pokryvka/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka",
|
|
"https://zp.kemt.fei.tuke.sk/authors/daniel-hladek"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Daniel Hladek",
|
|
"dp2021",
|
|
"Lukáš Pokrývka"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "multi_hop_path",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": false,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Lukáš Pokrývka"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "category",
|
|
"value": "dp2021"
|
|
},
|
|
{
|
|
"type": "author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"IN_CATEGORY",
|
|
"CATEGORY_AUTHORED_BY"
|
|
],
|
|
"expected_paths": [
|
|
"Lukáš Pokrývka -> IN_CATEGORY -> dp2021 -> CATEGORY_AUTHORED_BY -> Daniel Hladek"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000",
|
|
"https://zp.kemt.fei.tuke.sk/authors/daniel-hladek"
|
|
],
|
|
"note": "Členstvo v kategórii je odvodené z autorskej stránky Daniela Hladka."
|
|
},
|
|
{
|
|
"id": "g0424",
|
|
"split": "dev",
|
|
"category": "author_category_multi_hop",
|
|
"difficulty": "hard",
|
|
"question": "Ktorý autor má na svojej autorskej stránke v kategórii vp2024 uvedenú osobu Valerii Kutsenko?",
|
|
"expected_documents": [
|
|
"pages/students/2022/valerii_kutsenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",
|
|
"https://zp.kemt.fei.tuke.sk/authors/daniel-hladek"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Daniel Hladek",
|
|
"vp2024",
|
|
"Valerii Kutsenko"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "multi_hop_path",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": false,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Valerii Kutsenko"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "category",
|
|
"value": "vp2024"
|
|
},
|
|
{
|
|
"type": "author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"IN_CATEGORY",
|
|
"CATEGORY_AUTHORED_BY"
|
|
],
|
|
"expected_paths": [
|
|
"Valerii Kutsenko -> IN_CATEGORY -> vp2024 -> CATEGORY_AUTHORED_BY -> Daniel Hladek"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000",
|
|
"https://zp.kemt.fei.tuke.sk/authors/daniel-hladek"
|
|
],
|
|
"note": "Členstvo v kategórii je odvodené z autorskej stránky Daniela Hladka."
|
|
},
|
|
{
|
|
"id": "g0425",
|
|
"split": "dev",
|
|
"category": "author_category_multi_hop",
|
|
"difficulty": "hard",
|
|
"question": "Ktorý autor má na svojej autorskej stránke v kategórii dp2024 uvedenú osobu Kristián Sopkovič?",
|
|
"expected_documents": [
|
|
"pages/students/2019/kristian_sopkovic/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic",
|
|
"https://zp.kemt.fei.tuke.sk/authors/daniel-hladek"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Daniel Hladek",
|
|
"dp2024",
|
|
"Kristián Sopkovič"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "multi_hop_path",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": false,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Kristián Sopkovič"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "category",
|
|
"value": "dp2024"
|
|
},
|
|
{
|
|
"type": "author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"IN_CATEGORY",
|
|
"CATEGORY_AUTHORED_BY"
|
|
],
|
|
"expected_paths": [
|
|
"Kristián Sopkovič -> IN_CATEGORY -> dp2024 -> CATEGORY_AUTHORED_BY -> Daniel Hladek"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000",
|
|
"https://zp.kemt.fei.tuke.sk/authors/daniel-hladek"
|
|
],
|
|
"note": "Členstvo v kategórii je odvodené z autorskej stránky Daniela Hladka."
|
|
},
|
|
{
|
|
"id": "g0426",
|
|
"split": "dev",
|
|
"category": "author_category_multi_hop",
|
|
"difficulty": "hard",
|
|
"question": "Ktorý autor má na svojej autorskej stránke v kategórii bp2022 uvedenú osobu Artem Yatsenko?",
|
|
"expected_documents": [
|
|
"pages/students/2019/artem_yatsenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",
|
|
"https://zp.kemt.fei.tuke.sk/authors/daniel-hladek"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Daniel Hladek",
|
|
"bp2022",
|
|
"Artem Yatsenko"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "multi_hop_path",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": false,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Artem Yatsenko"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "category",
|
|
"value": "bp2022"
|
|
},
|
|
{
|
|
"type": "author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"IN_CATEGORY",
|
|
"CATEGORY_AUTHORED_BY"
|
|
],
|
|
"expected_paths": [
|
|
"Artem Yatsenko -> IN_CATEGORY -> bp2022 -> CATEGORY_AUTHORED_BY -> Daniel Hladek"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000",
|
|
"https://zp.kemt.fei.tuke.sk/authors/daniel-hladek"
|
|
],
|
|
"note": "Členstvo v kategórii je odvodené z autorskej stránky Daniela Hladka."
|
|
},
|
|
{
|
|
"id": "g0427",
|
|
"split": "dev",
|
|
"category": "author_category_multi_hop",
|
|
"difficulty": "hard",
|
|
"question": "Ktorý autor má na svojej autorskej stránke v kategórii dp2021 uvedenú osobu Maroš Harahus?",
|
|
"expected_documents": [
|
|
"pages/students/2016/maros_harahus/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"https://zp.kemt.fei.tuke.sk/authors/daniel-hladek"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Daniel Hladek",
|
|
"dp2021",
|
|
"Maroš Harahus"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "multi_hop_path",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": false,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Maroš Harahus"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "category",
|
|
"value": "dp2021"
|
|
},
|
|
{
|
|
"type": "author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"IN_CATEGORY",
|
|
"CATEGORY_AUTHORED_BY"
|
|
],
|
|
"expected_paths": [
|
|
"Maroš Harahus -> IN_CATEGORY -> dp2021 -> CATEGORY_AUTHORED_BY -> Daniel Hladek"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000",
|
|
"https://zp.kemt.fei.tuke.sk/authors/daniel-hladek"
|
|
],
|
|
"note": "Členstvo v kategórii je odvodené z autorskej stránky Daniela Hladka."
|
|
},
|
|
{
|
|
"id": "g0428",
|
|
"split": "test",
|
|
"category": "author_category_multi_hop",
|
|
"difficulty": "hard",
|
|
"question": "Ktorý autor má na svojej autorskej stránke v kategórii bp2025 uvedenú osobu Vladyslav Yanchenko?",
|
|
"expected_documents": [
|
|
"pages/students/2022/vladyslav_yanchenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko",
|
|
"https://zp.kemt.fei.tuke.sk/authors/daniel-hladek"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Daniel Hladek",
|
|
"bp2025",
|
|
"Vladyslav Yanchenko"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "multi_hop_path",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": false,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Vladyslav Yanchenko"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "category",
|
|
"value": "bp2025"
|
|
},
|
|
{
|
|
"type": "author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"IN_CATEGORY",
|
|
"CATEGORY_AUTHORED_BY"
|
|
],
|
|
"expected_paths": [
|
|
"Vladyslav Yanchenko -> IN_CATEGORY -> bp2025 -> CATEGORY_AUTHORED_BY -> Daniel Hladek"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000",
|
|
"https://zp.kemt.fei.tuke.sk/authors/daniel-hladek"
|
|
],
|
|
"note": "Členstvo v kategórii je odvodené z autorskej stránky Daniela Hladka."
|
|
},
|
|
{
|
|
"id": "g0429",
|
|
"split": "test",
|
|
"category": "author_category_multi_hop",
|
|
"difficulty": "hard",
|
|
"question": "Ktorý autor má na svojej autorskej stránke v kategórii bp2026 uvedenú osobu Maksym Zatirka?",
|
|
"expected_documents": [
|
|
"pages/students/2023/maksym_zatirka/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka",
|
|
"https://zp.kemt.fei.tuke.sk/authors/daniel-hladek"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Daniel Hladek",
|
|
"bp2026",
|
|
"Maksym Zatirka"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "multi_hop_path",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": false,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Maksym Zatirka"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "category",
|
|
"value": "bp2026"
|
|
},
|
|
{
|
|
"type": "author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"IN_CATEGORY",
|
|
"CATEGORY_AUTHORED_BY"
|
|
],
|
|
"expected_paths": [
|
|
"Maksym Zatirka -> IN_CATEGORY -> bp2026 -> CATEGORY_AUTHORED_BY -> Daniel Hladek"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000",
|
|
"https://zp.kemt.fei.tuke.sk/authors/daniel-hladek"
|
|
],
|
|
"note": "Členstvo v kategórii je odvodené z autorskej stránky Daniela Hladka."
|
|
},
|
|
{
|
|
"id": "g0430",
|
|
"split": "test",
|
|
"category": "author_category_multi_hop",
|
|
"difficulty": "hard",
|
|
"question": "Ktorý autor má na svojej autorskej stránke v kategórii bp2024 uvedenú osobu Martin Šarišský?",
|
|
"expected_documents": [
|
|
"pages/students/2021/martin_sarissky/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/authors/daniel-hladek"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Daniel Hladek",
|
|
"bp2024",
|
|
"Martin Šarišský"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "multi_hop_path",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": false,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Martin Šarišský"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "category",
|
|
"value": "bp2024"
|
|
},
|
|
{
|
|
"type": "author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"IN_CATEGORY",
|
|
"CATEGORY_AUTHORED_BY"
|
|
],
|
|
"expected_paths": [
|
|
"Martin Šarišský -> IN_CATEGORY -> bp2024 -> CATEGORY_AUTHORED_BY -> Daniel Hladek"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000",
|
|
"https://zp.kemt.fei.tuke.sk/authors/daniel-hladek"
|
|
],
|
|
"note": "Členstvo v kategórii je odvodené z autorskej stránky Daniela Hladka."
|
|
},
|
|
{
|
|
"id": "g0431",
|
|
"split": "test",
|
|
"category": "author_category_multi_hop",
|
|
"difficulty": "hard",
|
|
"question": "Ktorý autor má na svojej autorskej stránke v kategórii iaeste uvedenú osobu Sevval Bulburu?",
|
|
"expected_documents": [
|
|
"pages/interns/sevval_bulburu/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu",
|
|
"https://zp.kemt.fei.tuke.sk/authors/daniel-hladek"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Daniel Hladek",
|
|
"iaeste",
|
|
"Sevval Bulburu"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "multi_hop_path",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": false,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Sevval Bulburu"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "category",
|
|
"value": "iaeste"
|
|
},
|
|
{
|
|
"type": "author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"IN_CATEGORY",
|
|
"CATEGORY_AUTHORED_BY"
|
|
],
|
|
"expected_paths": [
|
|
"Sevval Bulburu -> IN_CATEGORY -> iaeste -> CATEGORY_AUTHORED_BY -> Daniel Hladek"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000",
|
|
"https://zp.kemt.fei.tuke.sk/authors/daniel-hladek"
|
|
],
|
|
"note": "Členstvo v kategórii je odvodené z autorskej stránky Daniela Hladka."
|
|
},
|
|
{
|
|
"id": "g0432",
|
|
"split": "test",
|
|
"category": "author_category_multi_hop",
|
|
"difficulty": "hard",
|
|
"question": "Ktorý autor má na svojej autorskej stránke v kategórii dp2026 uvedenú osobu Martin Šarišský?",
|
|
"expected_documents": [
|
|
"pages/students/2021/martin_sarissky/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/authors/daniel-hladek"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Daniel Hladek",
|
|
"dp2026",
|
|
"Martin Šarišský"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "multi_hop_path",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": false,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Martin Šarišský"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "category",
|
|
"value": "dp2026"
|
|
},
|
|
{
|
|
"type": "author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"IN_CATEGORY",
|
|
"CATEGORY_AUTHORED_BY"
|
|
],
|
|
"expected_paths": [
|
|
"Martin Šarišský -> IN_CATEGORY -> dp2026 -> CATEGORY_AUTHORED_BY -> Daniel Hladek"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000",
|
|
"https://zp.kemt.fei.tuke.sk/authors/daniel-hladek"
|
|
],
|
|
"note": "Členstvo v kategórii je odvodené z autorskej stránky Daniela Hladka."
|
|
},
|
|
{
|
|
"id": "g0433",
|
|
"split": "dev",
|
|
"category": "author_category_multi_hop",
|
|
"difficulty": "hard",
|
|
"question": "Ktorý autor má na svojej autorskej stránke v kategórii bp2025 uvedenú osobu Daniil Huzenko?",
|
|
"expected_documents": [
|
|
"pages/students/2022/daniil_huzenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko",
|
|
"https://zp.kemt.fei.tuke.sk/authors/daniel-hladek"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Daniel Hladek",
|
|
"bp2025",
|
|
"Daniil Huzenko"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "multi_hop_path",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": false,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Daniil Huzenko"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "category",
|
|
"value": "bp2025"
|
|
},
|
|
{
|
|
"type": "author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"IN_CATEGORY",
|
|
"CATEGORY_AUTHORED_BY"
|
|
],
|
|
"expected_paths": [
|
|
"Daniil Huzenko -> IN_CATEGORY -> bp2025 -> CATEGORY_AUTHORED_BY -> Daniel Hladek"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000",
|
|
"https://zp.kemt.fei.tuke.sk/authors/daniel-hladek"
|
|
],
|
|
"note": "Členstvo v kategórii je odvodené z autorskej stránky Daniela Hladka."
|
|
},
|
|
{
|
|
"id": "g0434",
|
|
"split": "test",
|
|
"category": "author_category_multi_hop",
|
|
"difficulty": "hard",
|
|
"question": "Ktorý autor má na svojej autorskej stránke v kategórii bp2025 uvedenú osobu Oleh Poiasnik?",
|
|
"expected_documents": [
|
|
"pages/students/2022/oleh_poiasnik/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik",
|
|
"https://zp.kemt.fei.tuke.sk/authors/daniel-hladek"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Daniel Hladek",
|
|
"bp2025",
|
|
"Oleh Poiasnik"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "multi_hop_path",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": false,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Oleh Poiasnik"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "category",
|
|
"value": "bp2025"
|
|
},
|
|
{
|
|
"type": "author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"IN_CATEGORY",
|
|
"CATEGORY_AUTHORED_BY"
|
|
],
|
|
"expected_paths": [
|
|
"Oleh Poiasnik -> IN_CATEGORY -> bp2025 -> CATEGORY_AUTHORED_BY -> Daniel Hladek"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000",
|
|
"https://zp.kemt.fei.tuke.sk/authors/daniel-hladek"
|
|
],
|
|
"note": "Členstvo v kategórii je odvodené z autorskej stránky Daniela Hladka."
|
|
},
|
|
{
|
|
"id": "g0435",
|
|
"split": "dev",
|
|
"category": "person_multiple_categories",
|
|
"difficulty": "hard",
|
|
"question": "V ktorých kategóriách na autorskej stránke Daniela Hladka sa nachádza osoba Dávid Omasta?",
|
|
"expected_documents": [
|
|
"pages/students/2018/david_omasta/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_omasta",
|
|
"https://zp.kemt.fei.tuke.sk/authors/daniel-hladek"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Dávid Omasta",
|
|
"dp2023",
|
|
"dp2024",
|
|
"Daniel Hladek"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "multi_edge_expansion",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": false,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Dávid Omasta"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "category",
|
|
"value": "dp2023"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "dp2024"
|
|
},
|
|
{
|
|
"type": "author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"IN_CATEGORY",
|
|
"IN_CATEGORY",
|
|
"CATEGORY_AUTHORED_BY"
|
|
],
|
|
"expected_paths": [
|
|
"Dávid Omasta -> IN_CATEGORY -> dp2023",
|
|
"Dávid Omasta -> IN_CATEGORY -> dp2024",
|
|
"dp2023 -> CATEGORY_AUTHORED_BY -> Daniel Hladek"
|
|
],
|
|
"expected_entity_set": [
|
|
"dp2023",
|
|
"dp2024"
|
|
],
|
|
"entity_set_mode": "exact"
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000",
|
|
"https://zp.kemt.fei.tuke.sk/authors/daniel-hladek"
|
|
],
|
|
"note": "Očakáva sa úplný zoznam kategórií uvedených pre danú osobu v mapovaní použitom pri tvorbe benchmarku."
|
|
},
|
|
{
|
|
"id": "g0436",
|
|
"split": "dev",
|
|
"category": "person_multiple_categories",
|
|
"difficulty": "hard",
|
|
"question": "V ktorých kategóriách na autorskej stránke Daniela Hladka sa nachádza osoba Ondrej Megela?",
|
|
"expected_documents": [
|
|
"pages/students/2018/ondrej_megela/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela",
|
|
"https://zp.kemt.fei.tuke.sk/authors/daniel-hladek"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Ondrej Megela",
|
|
"bp2021",
|
|
"dp2023",
|
|
"Daniel Hladek"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "multi_edge_expansion",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": false,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Ondrej Megela"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "category",
|
|
"value": "bp2021"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "dp2023"
|
|
},
|
|
{
|
|
"type": "author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"IN_CATEGORY",
|
|
"IN_CATEGORY",
|
|
"CATEGORY_AUTHORED_BY"
|
|
],
|
|
"expected_paths": [
|
|
"Ondrej Megela -> IN_CATEGORY -> bp2021",
|
|
"Ondrej Megela -> IN_CATEGORY -> dp2023",
|
|
"bp2021 -> CATEGORY_AUTHORED_BY -> Daniel Hladek"
|
|
],
|
|
"expected_entity_set": [
|
|
"bp2021",
|
|
"dp2023"
|
|
],
|
|
"entity_set_mode": "exact"
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000",
|
|
"https://zp.kemt.fei.tuke.sk/authors/daniel-hladek"
|
|
],
|
|
"note": "Očakáva sa úplný zoznam kategórií uvedených pre danú osobu v mapovaní použitom pri tvorbe benchmarku."
|
|
},
|
|
{
|
|
"id": "g0437",
|
|
"split": "test",
|
|
"category": "person_multiple_categories",
|
|
"difficulty": "hard",
|
|
"question": "V ktorých kategóriách na autorskej stránke Daniela Hladka sa nachádza osoba Lukáš Pokrývka?",
|
|
"expected_documents": [
|
|
"pages/students/2016/lukas_pokryvka/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka",
|
|
"https://zp.kemt.fei.tuke.sk/authors/daniel-hladek"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Lukáš Pokrývka",
|
|
"bp2019",
|
|
"dp2021",
|
|
"Daniel Hladek"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "multi_edge_expansion",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": false,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Lukáš Pokrývka"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "category",
|
|
"value": "bp2019"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "dp2021"
|
|
},
|
|
{
|
|
"type": "author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"IN_CATEGORY",
|
|
"IN_CATEGORY",
|
|
"CATEGORY_AUTHORED_BY"
|
|
],
|
|
"expected_paths": [
|
|
"Lukáš Pokrývka -> IN_CATEGORY -> bp2019",
|
|
"Lukáš Pokrývka -> IN_CATEGORY -> dp2021",
|
|
"bp2019 -> CATEGORY_AUTHORED_BY -> Daniel Hladek"
|
|
],
|
|
"expected_entity_set": [
|
|
"bp2019",
|
|
"dp2021"
|
|
],
|
|
"entity_set_mode": "exact"
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000",
|
|
"https://zp.kemt.fei.tuke.sk/authors/daniel-hladek"
|
|
],
|
|
"note": "Očakáva sa úplný zoznam kategórií uvedených pre danú osobu v mapovaní použitom pri tvorbe benchmarku."
|
|
},
|
|
{
|
|
"id": "g0438",
|
|
"split": "dev",
|
|
"category": "person_multiple_categories",
|
|
"difficulty": "hard",
|
|
"question": "V ktorých kategóriách na autorskej stránke Daniela Hladka sa nachádza osoba Dominik Nagy?",
|
|
"expected_documents": [
|
|
"pages/students/2016/dominik_nagy/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",
|
|
"https://zp.kemt.fei.tuke.sk/authors/daniel-hladek"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Dominik Nagy",
|
|
"bp2019",
|
|
"dp2022",
|
|
"Daniel Hladek"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "multi_edge_expansion",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": false,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Dominik Nagy"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "category",
|
|
"value": "bp2019"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "dp2022"
|
|
},
|
|
{
|
|
"type": "author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"IN_CATEGORY",
|
|
"IN_CATEGORY",
|
|
"CATEGORY_AUTHORED_BY"
|
|
],
|
|
"expected_paths": [
|
|
"Dominik Nagy -> IN_CATEGORY -> bp2019",
|
|
"Dominik Nagy -> IN_CATEGORY -> dp2022",
|
|
"bp2019 -> CATEGORY_AUTHORED_BY -> Daniel Hladek"
|
|
],
|
|
"expected_entity_set": [
|
|
"bp2019",
|
|
"dp2022"
|
|
],
|
|
"entity_set_mode": "exact"
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000",
|
|
"https://zp.kemt.fei.tuke.sk/authors/daniel-hladek"
|
|
],
|
|
"note": "Očakáva sa úplný zoznam kategórií uvedených pre danú osobu v mapovaní použitom pri tvorbe benchmarku."
|
|
},
|
|
{
|
|
"id": "g0439",
|
|
"split": "dev",
|
|
"category": "person_multiple_categories",
|
|
"difficulty": "hard",
|
|
"question": "V ktorých kategóriách na autorskej stránke Daniela Hladka sa nachádza osoba Maroš Harahus?",
|
|
"expected_documents": [
|
|
"pages/students/2016/maros_harahus/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"https://zp.kemt.fei.tuke.sk/authors/daniel-hladek"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Maroš Harahus",
|
|
"bp2019",
|
|
"dp2021",
|
|
"Daniel Hladek"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "multi_edge_expansion",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": false,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Maroš Harahus"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "category",
|
|
"value": "bp2019"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "dp2021"
|
|
},
|
|
{
|
|
"type": "author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"IN_CATEGORY",
|
|
"IN_CATEGORY",
|
|
"CATEGORY_AUTHORED_BY"
|
|
],
|
|
"expected_paths": [
|
|
"Maroš Harahus -> IN_CATEGORY -> bp2019",
|
|
"Maroš Harahus -> IN_CATEGORY -> dp2021",
|
|
"bp2019 -> CATEGORY_AUTHORED_BY -> Daniel Hladek"
|
|
],
|
|
"expected_entity_set": [
|
|
"bp2019",
|
|
"dp2021"
|
|
],
|
|
"entity_set_mode": "exact"
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000",
|
|
"https://zp.kemt.fei.tuke.sk/authors/daniel-hladek"
|
|
],
|
|
"note": "Očakáva sa úplný zoznam kategórií uvedených pre danú osobu v mapovaní použitom pri tvorbe benchmarku."
|
|
},
|
|
{
|
|
"id": "g0440",
|
|
"split": "dev",
|
|
"category": "person_multiple_categories",
|
|
"difficulty": "hard",
|
|
"question": "V ktorých kategóriách na autorskej stránke Daniela Hladka sa nachádza osoba Valerii Kutsenko?",
|
|
"expected_documents": [
|
|
"pages/students/2022/valerii_kutsenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",
|
|
"https://zp.kemt.fei.tuke.sk/authors/daniel-hladek"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Valerii Kutsenko",
|
|
"bp2025",
|
|
"dp2027",
|
|
"vp2024",
|
|
"Daniel Hladek"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "multi_edge_expansion",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": false,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Valerii Kutsenko"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "category",
|
|
"value": "bp2025"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "dp2027"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "vp2024"
|
|
},
|
|
{
|
|
"type": "author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"IN_CATEGORY",
|
|
"IN_CATEGORY",
|
|
"IN_CATEGORY",
|
|
"CATEGORY_AUTHORED_BY"
|
|
],
|
|
"expected_paths": [
|
|
"Valerii Kutsenko -> IN_CATEGORY -> bp2025",
|
|
"Valerii Kutsenko -> IN_CATEGORY -> dp2027",
|
|
"Valerii Kutsenko -> IN_CATEGORY -> vp2024",
|
|
"bp2025 -> CATEGORY_AUTHORED_BY -> Daniel Hladek"
|
|
],
|
|
"expected_entity_set": [
|
|
"bp2025",
|
|
"dp2027",
|
|
"vp2024"
|
|
],
|
|
"entity_set_mode": "exact"
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000",
|
|
"https://zp.kemt.fei.tuke.sk/authors/daniel-hladek"
|
|
],
|
|
"note": "Očakáva sa úplný zoznam kategórií uvedených pre danú osobu v mapovaní použitom pri tvorbe benchmarku."
|
|
},
|
|
{
|
|
"id": "g0441",
|
|
"split": "test",
|
|
"category": "person_multiple_categories",
|
|
"difficulty": "hard",
|
|
"question": "V ktorých kategóriách na autorskej stránke Daniela Hladka sa nachádza osoba Filip Tomáš?",
|
|
"expected_documents": [
|
|
"pages/students/2019/filip_tomas/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas",
|
|
"https://zp.kemt.fei.tuke.sk/authors/daniel-hladek"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Filip Tomáš",
|
|
"bp2022",
|
|
"dp2024",
|
|
"dp2025",
|
|
"Daniel Hladek"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "multi_edge_expansion",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": false,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Filip Tomáš"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "category",
|
|
"value": "bp2022"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "dp2024"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "dp2025"
|
|
},
|
|
{
|
|
"type": "author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"IN_CATEGORY",
|
|
"IN_CATEGORY",
|
|
"IN_CATEGORY",
|
|
"CATEGORY_AUTHORED_BY"
|
|
],
|
|
"expected_paths": [
|
|
"Filip Tomáš -> IN_CATEGORY -> bp2022",
|
|
"Filip Tomáš -> IN_CATEGORY -> dp2024",
|
|
"Filip Tomáš -> IN_CATEGORY -> dp2025",
|
|
"bp2022 -> CATEGORY_AUTHORED_BY -> Daniel Hladek"
|
|
],
|
|
"expected_entity_set": [
|
|
"bp2022",
|
|
"dp2024",
|
|
"dp2025"
|
|
],
|
|
"entity_set_mode": "exact"
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000",
|
|
"https://zp.kemt.fei.tuke.sk/authors/daniel-hladek"
|
|
],
|
|
"note": "Očakáva sa úplný zoznam kategórií uvedených pre danú osobu v mapovaní použitom pri tvorbe benchmarku."
|
|
},
|
|
{
|
|
"id": "g0442",
|
|
"split": "dev",
|
|
"category": "person_multiple_categories",
|
|
"difficulty": "hard",
|
|
"question": "V ktorých kategóriách na autorskej stránke Daniela Hladka sa nachádza osoba Patrik Pavlišin?",
|
|
"expected_documents": [
|
|
"pages/students/2016/patrik_pavlisin/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",
|
|
"https://zp.kemt.fei.tuke.sk/authors/daniel-hladek"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Patrik Pavlišin",
|
|
"bp2020",
|
|
"dp2022",
|
|
"tp2021",
|
|
"Daniel Hladek"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "multi_edge_expansion",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": false,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Patrik Pavlišin"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "category",
|
|
"value": "bp2020"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "dp2022"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "tp2021"
|
|
},
|
|
{
|
|
"type": "author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"IN_CATEGORY",
|
|
"IN_CATEGORY",
|
|
"IN_CATEGORY",
|
|
"CATEGORY_AUTHORED_BY"
|
|
],
|
|
"expected_paths": [
|
|
"Patrik Pavlišin -> IN_CATEGORY -> bp2020",
|
|
"Patrik Pavlišin -> IN_CATEGORY -> dp2022",
|
|
"Patrik Pavlišin -> IN_CATEGORY -> tp2021",
|
|
"bp2020 -> CATEGORY_AUTHORED_BY -> Daniel Hladek"
|
|
],
|
|
"expected_entity_set": [
|
|
"bp2020",
|
|
"dp2022",
|
|
"tp2021"
|
|
],
|
|
"entity_set_mode": "exact"
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000",
|
|
"https://zp.kemt.fei.tuke.sk/authors/daniel-hladek"
|
|
],
|
|
"note": "Očakáva sa úplný zoznam kategórií uvedených pre danú osobu v mapovaní použitom pri tvorbe benchmarku."
|
|
},
|
|
{
|
|
"id": "g0443",
|
|
"split": "dev",
|
|
"category": "person_multiple_categories",
|
|
"difficulty": "hard",
|
|
"question": "V ktorých kategóriách na autorskej stránke Daniela Hladka sa nachádza osoba Kristián Sopkovič?",
|
|
"expected_documents": [
|
|
"pages/students/2019/kristian_sopkovic/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic",
|
|
"https://zp.kemt.fei.tuke.sk/authors/daniel-hladek"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Kristián Sopkovič",
|
|
"bp2022",
|
|
"dp2024",
|
|
"Daniel Hladek"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "multi_edge_expansion",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": false,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Kristián Sopkovič"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "category",
|
|
"value": "bp2022"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "dp2024"
|
|
},
|
|
{
|
|
"type": "author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"IN_CATEGORY",
|
|
"IN_CATEGORY",
|
|
"CATEGORY_AUTHORED_BY"
|
|
],
|
|
"expected_paths": [
|
|
"Kristián Sopkovič -> IN_CATEGORY -> bp2022",
|
|
"Kristián Sopkovič -> IN_CATEGORY -> dp2024",
|
|
"bp2022 -> CATEGORY_AUTHORED_BY -> Daniel Hladek"
|
|
],
|
|
"expected_entity_set": [
|
|
"bp2022",
|
|
"dp2024"
|
|
],
|
|
"entity_set_mode": "exact"
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000",
|
|
"https://zp.kemt.fei.tuke.sk/authors/daniel-hladek"
|
|
],
|
|
"note": "Očakáva sa úplný zoznam kategórií uvedených pre danú osobu v mapovaní použitom pri tvorbe benchmarku."
|
|
},
|
|
{
|
|
"id": "g0444",
|
|
"split": "test",
|
|
"category": "person_multiple_categories",
|
|
"difficulty": "hard",
|
|
"question": "V ktorých kategóriách na autorskej stránke Daniela Hladka sa nachádza osoba Oleh Poiasnik?",
|
|
"expected_documents": [
|
|
"pages/students/2022/oleh_poiasnik/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik",
|
|
"https://zp.kemt.fei.tuke.sk/authors/daniel-hladek"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Oleh Poiasnik",
|
|
"bp2025",
|
|
"dp2027",
|
|
"Daniel Hladek"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "multi_edge_expansion",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": false,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Oleh Poiasnik"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "category",
|
|
"value": "bp2025"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "dp2027"
|
|
},
|
|
{
|
|
"type": "author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"IN_CATEGORY",
|
|
"IN_CATEGORY",
|
|
"CATEGORY_AUTHORED_BY"
|
|
],
|
|
"expected_paths": [
|
|
"Oleh Poiasnik -> IN_CATEGORY -> bp2025",
|
|
"Oleh Poiasnik -> IN_CATEGORY -> dp2027",
|
|
"bp2025 -> CATEGORY_AUTHORED_BY -> Daniel Hladek"
|
|
],
|
|
"expected_entity_set": [
|
|
"bp2025",
|
|
"dp2027"
|
|
],
|
|
"entity_set_mode": "exact"
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000",
|
|
"https://zp.kemt.fei.tuke.sk/authors/daniel-hladek"
|
|
],
|
|
"note": "Očakáva sa úplný zoznam kategórií uvedených pre danú osobu v mapovaní použitom pri tvorbe benchmarku."
|
|
},
|
|
{
|
|
"id": "g0445",
|
|
"split": "dev",
|
|
"category": "person_multiple_categories",
|
|
"difficulty": "hard",
|
|
"question": "V ktorých kategóriách na autorskej stránke Daniela Hladka sa nachádza osoba Tomáš Kuchárik?",
|
|
"expected_documents": [
|
|
"pages/students/2016/tomas_kucharik/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/authors/daniel-hladek"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Tomáš Kuchárik",
|
|
"dp2021",
|
|
"dp2022",
|
|
"Daniel Hladek"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "multi_edge_expansion",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": false,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Tomáš Kuchárik"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "category",
|
|
"value": "dp2021"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "dp2022"
|
|
},
|
|
{
|
|
"type": "author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"IN_CATEGORY",
|
|
"IN_CATEGORY",
|
|
"CATEGORY_AUTHORED_BY"
|
|
],
|
|
"expected_paths": [
|
|
"Tomáš Kuchárik -> IN_CATEGORY -> dp2021",
|
|
"Tomáš Kuchárik -> IN_CATEGORY -> dp2022",
|
|
"dp2021 -> CATEGORY_AUTHORED_BY -> Daniel Hladek"
|
|
],
|
|
"expected_entity_set": [
|
|
"dp2021",
|
|
"dp2022"
|
|
],
|
|
"entity_set_mode": "exact"
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000",
|
|
"https://zp.kemt.fei.tuke.sk/authors/daniel-hladek"
|
|
],
|
|
"note": "Očakáva sa úplný zoznam kategórií uvedených pre danú osobu v mapovaní použitom pri tvorbe benchmarku."
|
|
},
|
|
{
|
|
"id": "g0446",
|
|
"split": "test",
|
|
"category": "person_multiple_categories",
|
|
"difficulty": "hard",
|
|
"question": "V ktorých kategóriách na autorskej stránke Daniela Hladka sa nachádza osoba Dárius Lindvai?",
|
|
"expected_documents": [
|
|
"pages/students/2016/darius_lindvai/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai",
|
|
"https://zp.kemt.fei.tuke.sk/authors/daniel-hladek"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Dárius Lindvai",
|
|
"bp2019",
|
|
"dp2021",
|
|
"Daniel Hladek"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "multi_edge_expansion",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": false,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Dárius Lindvai"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "category",
|
|
"value": "bp2019"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "dp2021"
|
|
},
|
|
{
|
|
"type": "author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"IN_CATEGORY",
|
|
"IN_CATEGORY",
|
|
"CATEGORY_AUTHORED_BY"
|
|
],
|
|
"expected_paths": [
|
|
"Dárius Lindvai -> IN_CATEGORY -> bp2019",
|
|
"Dárius Lindvai -> IN_CATEGORY -> dp2021",
|
|
"bp2019 -> CATEGORY_AUTHORED_BY -> Daniel Hladek"
|
|
],
|
|
"expected_entity_set": [
|
|
"bp2019",
|
|
"dp2021"
|
|
],
|
|
"entity_set_mode": "exact"
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000",
|
|
"https://zp.kemt.fei.tuke.sk/authors/daniel-hladek"
|
|
],
|
|
"note": "Očakáva sa úplný zoznam kategórií uvedených pre danú osobu v mapovaní použitom pri tvorbe benchmarku."
|
|
},
|
|
{
|
|
"id": "g0447",
|
|
"split": "dev",
|
|
"category": "person_multiple_categories",
|
|
"difficulty": "hard",
|
|
"question": "V ktorých kategóriách na autorskej stránke Daniela Hladka sa nachádza osoba Ján Holp?",
|
|
"expected_documents": [
|
|
"pages/students/2016/jan_holp/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",
|
|
"https://zp.kemt.fei.tuke.sk/authors/daniel-hladek"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Ján Holp",
|
|
"bp2019",
|
|
"dp2021",
|
|
"Daniel Hladek"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "multi_edge_expansion",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": false,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Ján Holp"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "category",
|
|
"value": "bp2019"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "dp2021"
|
|
},
|
|
{
|
|
"type": "author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"IN_CATEGORY",
|
|
"IN_CATEGORY",
|
|
"CATEGORY_AUTHORED_BY"
|
|
],
|
|
"expected_paths": [
|
|
"Ján Holp -> IN_CATEGORY -> bp2019",
|
|
"Ján Holp -> IN_CATEGORY -> dp2021",
|
|
"bp2019 -> CATEGORY_AUTHORED_BY -> Daniel Hladek"
|
|
],
|
|
"expected_entity_set": [
|
|
"bp2019",
|
|
"dp2021"
|
|
],
|
|
"entity_set_mode": "exact"
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000",
|
|
"https://zp.kemt.fei.tuke.sk/authors/daniel-hladek"
|
|
],
|
|
"note": "Očakáva sa úplný zoznam kategórií uvedených pre danú osobu v mapovaní použitom pri tvorbe benchmarku."
|
|
},
|
|
{
|
|
"id": "g0448",
|
|
"split": "test",
|
|
"category": "person_multiple_categories",
|
|
"difficulty": "hard",
|
|
"question": "V ktorých kategóriách na autorskej stránke Daniela Hladka sa nachádza osoba Andrii Pervashov?",
|
|
"expected_documents": [
|
|
"pages/students/2022/andrii_pervashov/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",
|
|
"https://zp.kemt.fei.tuke.sk/authors/daniel-hladek"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Andrii Pervashov",
|
|
"bp2025",
|
|
"dp2027",
|
|
"Daniel Hladek"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "multi_edge_expansion",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": false,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Andrii Pervashov"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "category",
|
|
"value": "bp2025"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "dp2027"
|
|
},
|
|
{
|
|
"type": "author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"IN_CATEGORY",
|
|
"IN_CATEGORY",
|
|
"CATEGORY_AUTHORED_BY"
|
|
],
|
|
"expected_paths": [
|
|
"Andrii Pervashov -> IN_CATEGORY -> bp2025",
|
|
"Andrii Pervashov -> IN_CATEGORY -> dp2027",
|
|
"bp2025 -> CATEGORY_AUTHORED_BY -> Daniel Hladek"
|
|
],
|
|
"expected_entity_set": [
|
|
"bp2025",
|
|
"dp2027"
|
|
],
|
|
"entity_set_mode": "exact"
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000",
|
|
"https://zp.kemt.fei.tuke.sk/authors/daniel-hladek"
|
|
],
|
|
"note": "Očakáva sa úplný zoznam kategórií uvedených pre danú osobu v mapovaní použitom pri tvorbe benchmarku."
|
|
},
|
|
{
|
|
"id": "g0449",
|
|
"split": "dev",
|
|
"category": "person_multiple_categories",
|
|
"difficulty": "hard",
|
|
"question": "V ktorých kategóriách na autorskej stránke Daniela Hladka sa nachádza osoba Jakub Maruniak?",
|
|
"expected_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"https://zp.kemt.fei.tuke.sk/authors/daniel-hladek"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Jakub Maruniak",
|
|
"bp2019",
|
|
"dp2021",
|
|
"Daniel Hladek"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "multi_edge_expansion",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": false,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Jakub Maruniak"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "category",
|
|
"value": "bp2019"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "dp2021"
|
|
},
|
|
{
|
|
"type": "author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"IN_CATEGORY",
|
|
"IN_CATEGORY",
|
|
"CATEGORY_AUTHORED_BY"
|
|
],
|
|
"expected_paths": [
|
|
"Jakub Maruniak -> IN_CATEGORY -> bp2019",
|
|
"Jakub Maruniak -> IN_CATEGORY -> dp2021",
|
|
"bp2019 -> CATEGORY_AUTHORED_BY -> Daniel Hladek"
|
|
],
|
|
"expected_entity_set": [
|
|
"bp2019",
|
|
"dp2021"
|
|
],
|
|
"entity_set_mode": "exact"
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000",
|
|
"https://zp.kemt.fei.tuke.sk/authors/daniel-hladek"
|
|
],
|
|
"note": "Očakáva sa úplný zoznam kategórií uvedených pre danú osobu v mapovaní použitom pri tvorbe benchmarku."
|
|
},
|
|
{
|
|
"id": "g0450",
|
|
"split": "dev",
|
|
"category": "person_multiple_categories",
|
|
"difficulty": "hard",
|
|
"question": "V ktorých kategóriách na autorskej stránke Daniela Hladka sa nachádza osoba Michal Stromko?",
|
|
"expected_documents": [
|
|
"pages/students/2019/michal_stromko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"https://zp.kemt.fei.tuke.sk/authors/daniel-hladek"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Michal Stromko",
|
|
"bp2022",
|
|
"dp2024",
|
|
"vp2021",
|
|
"Daniel Hladek"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "multi_edge_expansion",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": false,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Michal Stromko"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "category",
|
|
"value": "bp2022"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "dp2024"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "vp2021"
|
|
},
|
|
{
|
|
"type": "author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"IN_CATEGORY",
|
|
"IN_CATEGORY",
|
|
"IN_CATEGORY",
|
|
"CATEGORY_AUTHORED_BY"
|
|
],
|
|
"expected_paths": [
|
|
"Michal Stromko -> IN_CATEGORY -> bp2022",
|
|
"Michal Stromko -> IN_CATEGORY -> dp2024",
|
|
"Michal Stromko -> IN_CATEGORY -> vp2021",
|
|
"bp2022 -> CATEGORY_AUTHORED_BY -> Daniel Hladek"
|
|
],
|
|
"expected_entity_set": [
|
|
"bp2022",
|
|
"dp2024",
|
|
"vp2021"
|
|
],
|
|
"entity_set_mode": "exact"
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000",
|
|
"https://zp.kemt.fei.tuke.sk/authors/daniel-hladek"
|
|
],
|
|
"note": "Očakáva sa úplný zoznam kategórií uvedených pre danú osobu v mapovaní použitom pri tvorbe benchmarku."
|
|
},
|
|
{
|
|
"id": "g0451",
|
|
"split": "test",
|
|
"category": "person_multiple_categories",
|
|
"difficulty": "hard",
|
|
"question": "V ktorých kategóriách na autorskej stránke Daniela Hladka sa nachádza osoba Martin Šarišský?",
|
|
"expected_documents": [
|
|
"pages/students/2021/martin_sarissky/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/authors/daniel-hladek"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Martin Šarišský",
|
|
"bp2024",
|
|
"dp2026",
|
|
"vp2023",
|
|
"Daniel Hladek"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "multi_edge_expansion",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": false,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Martin Šarišský"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "category",
|
|
"value": "bp2024"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "dp2026"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "vp2023"
|
|
},
|
|
{
|
|
"type": "author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"IN_CATEGORY",
|
|
"IN_CATEGORY",
|
|
"IN_CATEGORY",
|
|
"CATEGORY_AUTHORED_BY"
|
|
],
|
|
"expected_paths": [
|
|
"Martin Šarišský -> IN_CATEGORY -> bp2024",
|
|
"Martin Šarišský -> IN_CATEGORY -> dp2026",
|
|
"Martin Šarišský -> IN_CATEGORY -> vp2023",
|
|
"bp2024 -> CATEGORY_AUTHORED_BY -> Daniel Hladek"
|
|
],
|
|
"expected_entity_set": [
|
|
"bp2024",
|
|
"dp2026",
|
|
"vp2023"
|
|
],
|
|
"entity_set_mode": "exact"
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000",
|
|
"https://zp.kemt.fei.tuke.sk/authors/daniel-hladek"
|
|
],
|
|
"note": "Očakáva sa úplný zoznam kategórií uvedených pre danú osobu v mapovaní použitom pri tvorbe benchmarku."
|
|
},
|
|
{
|
|
"id": "g0452",
|
|
"split": "dev",
|
|
"category": "person_multiple_categories",
|
|
"difficulty": "hard",
|
|
"question": "V ktorých kategóriách na autorskej stránke Daniela Hladka sa nachádza osoba Matej Ščišľak?",
|
|
"expected_documents": [
|
|
"pages/students/2021/matej_scislak/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/authors/daniel-hladek"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Matej Ščišľak",
|
|
"bp2024",
|
|
"dp2026",
|
|
"Daniel Hladek"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "multi_edge_expansion",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": false,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Matej Ščišľak"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "category",
|
|
"value": "bp2024"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "dp2026"
|
|
},
|
|
{
|
|
"type": "author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"IN_CATEGORY",
|
|
"IN_CATEGORY",
|
|
"CATEGORY_AUTHORED_BY"
|
|
],
|
|
"expected_paths": [
|
|
"Matej Ščišľak -> IN_CATEGORY -> bp2024",
|
|
"Matej Ščišľak -> IN_CATEGORY -> dp2026",
|
|
"bp2024 -> CATEGORY_AUTHORED_BY -> Daniel Hladek"
|
|
],
|
|
"expected_entity_set": [
|
|
"bp2024",
|
|
"dp2026"
|
|
],
|
|
"entity_set_mode": "exact"
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000",
|
|
"https://zp.kemt.fei.tuke.sk/authors/daniel-hladek"
|
|
],
|
|
"note": "Očakáva sa úplný zoznam kategórií uvedených pre danú osobu v mapovaní použitom pri tvorbe benchmarku."
|
|
},
|
|
{
|
|
"id": "g0453",
|
|
"split": "dev",
|
|
"category": "person_multiple_categories",
|
|
"difficulty": "hard",
|
|
"question": "V ktorých kategóriách na autorskej stránke Daniela Hladka sa nachádza osoba Rostyslav Rodzhuk?",
|
|
"expected_documents": [
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",
|
|
"https://zp.kemt.fei.tuke.sk/authors/daniel-hladek"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Rostyslav Rodzhuk",
|
|
"bp2026",
|
|
"vp2025",
|
|
"Daniel Hladek"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "multi_edge_expansion",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": false,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Rostyslav Rodzhuk"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "category",
|
|
"value": "bp2026"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "vp2025"
|
|
},
|
|
{
|
|
"type": "author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"IN_CATEGORY",
|
|
"IN_CATEGORY",
|
|
"CATEGORY_AUTHORED_BY"
|
|
],
|
|
"expected_paths": [
|
|
"Rostyslav Rodzhuk -> IN_CATEGORY -> bp2026",
|
|
"Rostyslav Rodzhuk -> IN_CATEGORY -> vp2025",
|
|
"bp2026 -> CATEGORY_AUTHORED_BY -> Daniel Hladek"
|
|
],
|
|
"expected_entity_set": [
|
|
"bp2026",
|
|
"vp2025"
|
|
],
|
|
"entity_set_mode": "exact"
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000",
|
|
"https://zp.kemt.fei.tuke.sk/authors/daniel-hladek"
|
|
],
|
|
"note": "Očakáva sa úplný zoznam kategórií uvedených pre danú osobu v mapovaní použitom pri tvorbe benchmarku."
|
|
},
|
|
{
|
|
"id": "g0454",
|
|
"split": "dev",
|
|
"category": "person_multiple_categories",
|
|
"difficulty": "hard",
|
|
"question": "Aké kategórie spájajú osobu Dávid Omasta s autorom Daniel Hladek?",
|
|
"expected_documents": [
|
|
"pages/students/2018/david_omasta/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_omasta",
|
|
"https://zp.kemt.fei.tuke.sk/authors/daniel-hladek"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Dávid Omasta",
|
|
"dp2023",
|
|
"dp2024",
|
|
"Daniel Hladek"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "multi_edge_expansion",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": false,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Dávid Omasta"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "category",
|
|
"value": "dp2023"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "dp2024"
|
|
},
|
|
{
|
|
"type": "author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"IN_CATEGORY",
|
|
"IN_CATEGORY",
|
|
"CATEGORY_AUTHORED_BY"
|
|
],
|
|
"expected_paths": [
|
|
"Dávid Omasta -> IN_CATEGORY -> dp2023",
|
|
"Dávid Omasta -> IN_CATEGORY -> dp2024",
|
|
"dp2023 -> CATEGORY_AUTHORED_BY -> Daniel Hladek"
|
|
],
|
|
"expected_entity_set": [
|
|
"dp2023",
|
|
"dp2024"
|
|
],
|
|
"entity_set_mode": "exact"
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000",
|
|
"https://zp.kemt.fei.tuke.sk/authors/daniel-hladek"
|
|
],
|
|
"note": "Očakáva sa úplný zoznam kategórií uvedených pre danú osobu v mapovaní použitom pri tvorbe benchmarku."
|
|
},
|
|
{
|
|
"id": "g0455",
|
|
"split": "dev",
|
|
"category": "person_multiple_categories",
|
|
"difficulty": "hard",
|
|
"question": "Aké kategórie spájajú osobu Ondrej Megela s autorom Daniel Hladek?",
|
|
"expected_documents": [
|
|
"pages/students/2018/ondrej_megela/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela",
|
|
"https://zp.kemt.fei.tuke.sk/authors/daniel-hladek"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Ondrej Megela",
|
|
"bp2021",
|
|
"dp2023",
|
|
"Daniel Hladek"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "multi_edge_expansion",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": false,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Ondrej Megela"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "category",
|
|
"value": "bp2021"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "dp2023"
|
|
},
|
|
{
|
|
"type": "author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"IN_CATEGORY",
|
|
"IN_CATEGORY",
|
|
"CATEGORY_AUTHORED_BY"
|
|
],
|
|
"expected_paths": [
|
|
"Ondrej Megela -> IN_CATEGORY -> bp2021",
|
|
"Ondrej Megela -> IN_CATEGORY -> dp2023",
|
|
"bp2021 -> CATEGORY_AUTHORED_BY -> Daniel Hladek"
|
|
],
|
|
"expected_entity_set": [
|
|
"bp2021",
|
|
"dp2023"
|
|
],
|
|
"entity_set_mode": "exact"
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000",
|
|
"https://zp.kemt.fei.tuke.sk/authors/daniel-hladek"
|
|
],
|
|
"note": "Očakáva sa úplný zoznam kategórií uvedených pre danú osobu v mapovaní použitom pri tvorbe benchmarku."
|
|
},
|
|
{
|
|
"id": "g0456",
|
|
"split": "test",
|
|
"category": "person_multiple_categories",
|
|
"difficulty": "hard",
|
|
"question": "Aké kategórie spájajú osobu Lukáš Pokrývka s autorom Daniel Hladek?",
|
|
"expected_documents": [
|
|
"pages/students/2016/lukas_pokryvka/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka",
|
|
"https://zp.kemt.fei.tuke.sk/authors/daniel-hladek"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Lukáš Pokrývka",
|
|
"bp2019",
|
|
"dp2021",
|
|
"Daniel Hladek"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "multi_edge_expansion",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": false,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Lukáš Pokrývka"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "category",
|
|
"value": "bp2019"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "dp2021"
|
|
},
|
|
{
|
|
"type": "author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"IN_CATEGORY",
|
|
"IN_CATEGORY",
|
|
"CATEGORY_AUTHORED_BY"
|
|
],
|
|
"expected_paths": [
|
|
"Lukáš Pokrývka -> IN_CATEGORY -> bp2019",
|
|
"Lukáš Pokrývka -> IN_CATEGORY -> dp2021",
|
|
"bp2019 -> CATEGORY_AUTHORED_BY -> Daniel Hladek"
|
|
],
|
|
"expected_entity_set": [
|
|
"bp2019",
|
|
"dp2021"
|
|
],
|
|
"entity_set_mode": "exact"
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000",
|
|
"https://zp.kemt.fei.tuke.sk/authors/daniel-hladek"
|
|
],
|
|
"note": "Očakáva sa úplný zoznam kategórií uvedených pre danú osobu v mapovaní použitom pri tvorbe benchmarku."
|
|
},
|
|
{
|
|
"id": "g0457",
|
|
"split": "dev",
|
|
"category": "person_multiple_categories",
|
|
"difficulty": "hard",
|
|
"question": "Aké kategórie spájajú osobu Dominik Nagy s autorom Daniel Hladek?",
|
|
"expected_documents": [
|
|
"pages/students/2016/dominik_nagy/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",
|
|
"https://zp.kemt.fei.tuke.sk/authors/daniel-hladek"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Dominik Nagy",
|
|
"bp2019",
|
|
"dp2022",
|
|
"Daniel Hladek"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "multi_edge_expansion",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": false,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Dominik Nagy"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "category",
|
|
"value": "bp2019"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "dp2022"
|
|
},
|
|
{
|
|
"type": "author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"IN_CATEGORY",
|
|
"IN_CATEGORY",
|
|
"CATEGORY_AUTHORED_BY"
|
|
],
|
|
"expected_paths": [
|
|
"Dominik Nagy -> IN_CATEGORY -> bp2019",
|
|
"Dominik Nagy -> IN_CATEGORY -> dp2022",
|
|
"bp2019 -> CATEGORY_AUTHORED_BY -> Daniel Hladek"
|
|
],
|
|
"expected_entity_set": [
|
|
"bp2019",
|
|
"dp2022"
|
|
],
|
|
"entity_set_mode": "exact"
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000",
|
|
"https://zp.kemt.fei.tuke.sk/authors/daniel-hladek"
|
|
],
|
|
"note": "Očakáva sa úplný zoznam kategórií uvedených pre danú osobu v mapovaní použitom pri tvorbe benchmarku."
|
|
},
|
|
{
|
|
"id": "g0458",
|
|
"split": "dev",
|
|
"category": "person_multiple_categories",
|
|
"difficulty": "hard",
|
|
"question": "Aké kategórie spájajú osobu Maroš Harahus s autorom Daniel Hladek?",
|
|
"expected_documents": [
|
|
"pages/students/2016/maros_harahus/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"https://zp.kemt.fei.tuke.sk/authors/daniel-hladek"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Maroš Harahus",
|
|
"bp2019",
|
|
"dp2021",
|
|
"Daniel Hladek"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "multi_edge_expansion",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": false,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Maroš Harahus"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "category",
|
|
"value": "bp2019"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "dp2021"
|
|
},
|
|
{
|
|
"type": "author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"IN_CATEGORY",
|
|
"IN_CATEGORY",
|
|
"CATEGORY_AUTHORED_BY"
|
|
],
|
|
"expected_paths": [
|
|
"Maroš Harahus -> IN_CATEGORY -> bp2019",
|
|
"Maroš Harahus -> IN_CATEGORY -> dp2021",
|
|
"bp2019 -> CATEGORY_AUTHORED_BY -> Daniel Hladek"
|
|
],
|
|
"expected_entity_set": [
|
|
"bp2019",
|
|
"dp2021"
|
|
],
|
|
"entity_set_mode": "exact"
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000",
|
|
"https://zp.kemt.fei.tuke.sk/authors/daniel-hladek"
|
|
],
|
|
"note": "Očakáva sa úplný zoznam kategórií uvedených pre danú osobu v mapovaní použitom pri tvorbe benchmarku."
|
|
},
|
|
{
|
|
"id": "g0459",
|
|
"split": "dev",
|
|
"category": "person_multiple_categories",
|
|
"difficulty": "hard",
|
|
"question": "Aké kategórie spájajú osobu Valerii Kutsenko s autorom Daniel Hladek?",
|
|
"expected_documents": [
|
|
"pages/students/2022/valerii_kutsenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",
|
|
"https://zp.kemt.fei.tuke.sk/authors/daniel-hladek"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Valerii Kutsenko",
|
|
"bp2025",
|
|
"dp2027",
|
|
"vp2024",
|
|
"Daniel Hladek"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "multi_edge_expansion",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": false,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Valerii Kutsenko"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "category",
|
|
"value": "bp2025"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "dp2027"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "vp2024"
|
|
},
|
|
{
|
|
"type": "author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"IN_CATEGORY",
|
|
"IN_CATEGORY",
|
|
"IN_CATEGORY",
|
|
"CATEGORY_AUTHORED_BY"
|
|
],
|
|
"expected_paths": [
|
|
"Valerii Kutsenko -> IN_CATEGORY -> bp2025",
|
|
"Valerii Kutsenko -> IN_CATEGORY -> dp2027",
|
|
"Valerii Kutsenko -> IN_CATEGORY -> vp2024",
|
|
"bp2025 -> CATEGORY_AUTHORED_BY -> Daniel Hladek"
|
|
],
|
|
"expected_entity_set": [
|
|
"bp2025",
|
|
"dp2027",
|
|
"vp2024"
|
|
],
|
|
"entity_set_mode": "exact"
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000",
|
|
"https://zp.kemt.fei.tuke.sk/authors/daniel-hladek"
|
|
],
|
|
"note": "Očakáva sa úplný zoznam kategórií uvedených pre danú osobu v mapovaní použitom pri tvorbe benchmarku."
|
|
},
|
|
{
|
|
"id": "g0460",
|
|
"split": "test",
|
|
"category": "person_multiple_categories",
|
|
"difficulty": "hard",
|
|
"question": "Aké kategórie spájajú osobu Filip Tomáš s autorom Daniel Hladek?",
|
|
"expected_documents": [
|
|
"pages/students/2019/filip_tomas/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas",
|
|
"https://zp.kemt.fei.tuke.sk/authors/daniel-hladek"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Filip Tomáš",
|
|
"bp2022",
|
|
"dp2024",
|
|
"dp2025",
|
|
"Daniel Hladek"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "multi_edge_expansion",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": false,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Filip Tomáš"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "category",
|
|
"value": "bp2022"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "dp2024"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "dp2025"
|
|
},
|
|
{
|
|
"type": "author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"IN_CATEGORY",
|
|
"IN_CATEGORY",
|
|
"IN_CATEGORY",
|
|
"CATEGORY_AUTHORED_BY"
|
|
],
|
|
"expected_paths": [
|
|
"Filip Tomáš -> IN_CATEGORY -> bp2022",
|
|
"Filip Tomáš -> IN_CATEGORY -> dp2024",
|
|
"Filip Tomáš -> IN_CATEGORY -> dp2025",
|
|
"bp2022 -> CATEGORY_AUTHORED_BY -> Daniel Hladek"
|
|
],
|
|
"expected_entity_set": [
|
|
"bp2022",
|
|
"dp2024",
|
|
"dp2025"
|
|
],
|
|
"entity_set_mode": "exact"
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000",
|
|
"https://zp.kemt.fei.tuke.sk/authors/daniel-hladek"
|
|
],
|
|
"note": "Očakáva sa úplný zoznam kategórií uvedených pre danú osobu v mapovaní použitom pri tvorbe benchmarku."
|
|
},
|
|
{
|
|
"id": "g0461",
|
|
"split": "dev",
|
|
"category": "person_multiple_categories",
|
|
"difficulty": "hard",
|
|
"question": "Aké kategórie spájajú osobu Patrik Pavlišin s autorom Daniel Hladek?",
|
|
"expected_documents": [
|
|
"pages/students/2016/patrik_pavlisin/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",
|
|
"https://zp.kemt.fei.tuke.sk/authors/daniel-hladek"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Patrik Pavlišin",
|
|
"bp2020",
|
|
"dp2022",
|
|
"tp2021",
|
|
"Daniel Hladek"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "multi_edge_expansion",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": false,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Patrik Pavlišin"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "category",
|
|
"value": "bp2020"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "dp2022"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "tp2021"
|
|
},
|
|
{
|
|
"type": "author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"IN_CATEGORY",
|
|
"IN_CATEGORY",
|
|
"IN_CATEGORY",
|
|
"CATEGORY_AUTHORED_BY"
|
|
],
|
|
"expected_paths": [
|
|
"Patrik Pavlišin -> IN_CATEGORY -> bp2020",
|
|
"Patrik Pavlišin -> IN_CATEGORY -> dp2022",
|
|
"Patrik Pavlišin -> IN_CATEGORY -> tp2021",
|
|
"bp2020 -> CATEGORY_AUTHORED_BY -> Daniel Hladek"
|
|
],
|
|
"expected_entity_set": [
|
|
"bp2020",
|
|
"dp2022",
|
|
"tp2021"
|
|
],
|
|
"entity_set_mode": "exact"
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000",
|
|
"https://zp.kemt.fei.tuke.sk/authors/daniel-hladek"
|
|
],
|
|
"note": "Očakáva sa úplný zoznam kategórií uvedených pre danú osobu v mapovaní použitom pri tvorbe benchmarku."
|
|
},
|
|
{
|
|
"id": "g0462",
|
|
"split": "dev",
|
|
"category": "person_multiple_categories",
|
|
"difficulty": "hard",
|
|
"question": "Aké kategórie spájajú osobu Kristián Sopkovič s autorom Daniel Hladek?",
|
|
"expected_documents": [
|
|
"pages/students/2019/kristian_sopkovic/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic",
|
|
"https://zp.kemt.fei.tuke.sk/authors/daniel-hladek"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Kristián Sopkovič",
|
|
"bp2022",
|
|
"dp2024",
|
|
"Daniel Hladek"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "multi_edge_expansion",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": false,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Kristián Sopkovič"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "category",
|
|
"value": "bp2022"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "dp2024"
|
|
},
|
|
{
|
|
"type": "author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"IN_CATEGORY",
|
|
"IN_CATEGORY",
|
|
"CATEGORY_AUTHORED_BY"
|
|
],
|
|
"expected_paths": [
|
|
"Kristián Sopkovič -> IN_CATEGORY -> bp2022",
|
|
"Kristián Sopkovič -> IN_CATEGORY -> dp2024",
|
|
"bp2022 -> CATEGORY_AUTHORED_BY -> Daniel Hladek"
|
|
],
|
|
"expected_entity_set": [
|
|
"bp2022",
|
|
"dp2024"
|
|
],
|
|
"entity_set_mode": "exact"
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000",
|
|
"https://zp.kemt.fei.tuke.sk/authors/daniel-hladek"
|
|
],
|
|
"note": "Očakáva sa úplný zoznam kategórií uvedených pre danú osobu v mapovaní použitom pri tvorbe benchmarku."
|
|
},
|
|
{
|
|
"id": "g0463",
|
|
"split": "test",
|
|
"category": "person_multiple_categories",
|
|
"difficulty": "hard",
|
|
"question": "Aké kategórie spájajú osobu Oleh Poiasnik s autorom Daniel Hladek?",
|
|
"expected_documents": [
|
|
"pages/students/2022/oleh_poiasnik/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik",
|
|
"https://zp.kemt.fei.tuke.sk/authors/daniel-hladek"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Oleh Poiasnik",
|
|
"bp2025",
|
|
"dp2027",
|
|
"Daniel Hladek"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "multi_edge_expansion",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": false,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Oleh Poiasnik"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "category",
|
|
"value": "bp2025"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "dp2027"
|
|
},
|
|
{
|
|
"type": "author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"IN_CATEGORY",
|
|
"IN_CATEGORY",
|
|
"CATEGORY_AUTHORED_BY"
|
|
],
|
|
"expected_paths": [
|
|
"Oleh Poiasnik -> IN_CATEGORY -> bp2025",
|
|
"Oleh Poiasnik -> IN_CATEGORY -> dp2027",
|
|
"bp2025 -> CATEGORY_AUTHORED_BY -> Daniel Hladek"
|
|
],
|
|
"expected_entity_set": [
|
|
"bp2025",
|
|
"dp2027"
|
|
],
|
|
"entity_set_mode": "exact"
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000",
|
|
"https://zp.kemt.fei.tuke.sk/authors/daniel-hladek"
|
|
],
|
|
"note": "Očakáva sa úplný zoznam kategórií uvedených pre danú osobu v mapovaní použitom pri tvorbe benchmarku."
|
|
},
|
|
{
|
|
"id": "g0464",
|
|
"split": "dev",
|
|
"category": "person_multiple_categories",
|
|
"difficulty": "hard",
|
|
"question": "Aké kategórie spájajú osobu Tomáš Kuchárik s autorom Daniel Hladek?",
|
|
"expected_documents": [
|
|
"pages/students/2016/tomas_kucharik/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/authors/daniel-hladek"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Tomáš Kuchárik",
|
|
"dp2021",
|
|
"dp2022",
|
|
"Daniel Hladek"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "multi_edge_expansion",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": false,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Tomáš Kuchárik"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "category",
|
|
"value": "dp2021"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "dp2022"
|
|
},
|
|
{
|
|
"type": "author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"IN_CATEGORY",
|
|
"IN_CATEGORY",
|
|
"CATEGORY_AUTHORED_BY"
|
|
],
|
|
"expected_paths": [
|
|
"Tomáš Kuchárik -> IN_CATEGORY -> dp2021",
|
|
"Tomáš Kuchárik -> IN_CATEGORY -> dp2022",
|
|
"dp2021 -> CATEGORY_AUTHORED_BY -> Daniel Hladek"
|
|
],
|
|
"expected_entity_set": [
|
|
"dp2021",
|
|
"dp2022"
|
|
],
|
|
"entity_set_mode": "exact"
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000",
|
|
"https://zp.kemt.fei.tuke.sk/authors/daniel-hladek"
|
|
],
|
|
"note": "Očakáva sa úplný zoznam kategórií uvedených pre danú osobu v mapovaní použitom pri tvorbe benchmarku."
|
|
},
|
|
{
|
|
"id": "g0465",
|
|
"split": "dev",
|
|
"category": "candidate_set_aggregation",
|
|
"difficulty": "hard",
|
|
"question": "Z kandidátov Jakub Maruniak, Ján Holp, Maroš Harahus, Artem Yatsenko vyber všetky osoby, pri ktorých je práca uvedená v roku 2021. Koľko ich je?",
|
|
"expected_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md",
|
|
"pages/students/2016/jan_holp/README.md",
|
|
"pages/students/2016/maros_harahus/README.md",
|
|
"pages/students/2019/artem_yatsenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Jakub Maruniak",
|
|
"Ján Holp",
|
|
"Maroš Harahus",
|
|
"3",
|
|
"2021"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "filter_and_count",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": true,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Jakub Maruniak"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Ján Holp"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Maroš Harahus"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Artem Yatsenko"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Jakub Maruniak"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Ján Holp"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Maroš Harahus"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_WORK_YEAR"
|
|
],
|
|
"expected_paths": [
|
|
"Jakub Maruniak -> HAS_WORK_YEAR -> 2021",
|
|
"Ján Holp -> HAS_WORK_YEAR -> 2021",
|
|
"Maroš Harahus -> HAS_WORK_YEAR -> 2021"
|
|
],
|
|
"expected_count": 3,
|
|
"expected_entity_set": [
|
|
"Jakub Maruniak",
|
|
"Ján Holp",
|
|
"Maroš Harahus"
|
|
],
|
|
"entity_set_mode": "exact"
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
],
|
|
"note": "Agregácia je obmedzená explicitne uvedeným zoznamom kandidátov, preto nevyžaduje úplný globálny zoznam osôb."
|
|
},
|
|
{
|
|
"id": "g0466",
|
|
"split": "dev",
|
|
"category": "candidate_set_aggregation",
|
|
"difficulty": "hard",
|
|
"question": "Z kandidátov Artem Yatsenko, Dominik Nagy, Kristián Sopkovič, Daniil Huzenko vyber všetky osoby, pri ktorých je práca uvedená v roku 2022. Koľko ich je?",
|
|
"expected_documents": [
|
|
"pages/students/2019/artem_yatsenko/README.md",
|
|
"pages/students/2016/dominik_nagy/README.md",
|
|
"pages/students/2019/kristian_sopkovic/README.md",
|
|
"pages/students/2022/daniil_huzenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Artem Yatsenko",
|
|
"Dominik Nagy",
|
|
"Kristián Sopkovič",
|
|
"3",
|
|
"2022"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "filter_and_count",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": true,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Artem Yatsenko"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Dominik Nagy"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Kristián Sopkovič"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Daniil Huzenko"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Artem Yatsenko"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Dominik Nagy"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Kristián Sopkovič"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_WORK_YEAR"
|
|
],
|
|
"expected_paths": [
|
|
"Artem Yatsenko -> HAS_WORK_YEAR -> 2022",
|
|
"Dominik Nagy -> HAS_WORK_YEAR -> 2022",
|
|
"Kristián Sopkovič -> HAS_WORK_YEAR -> 2022"
|
|
],
|
|
"expected_count": 3,
|
|
"expected_entity_set": [
|
|
"Artem Yatsenko",
|
|
"Dominik Nagy",
|
|
"Kristián Sopkovič"
|
|
],
|
|
"entity_set_mode": "exact"
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
],
|
|
"note": "Agregácia je obmedzená explicitne uvedeným zoznamom kandidátov, preto nevyžaduje úplný globálny zoznam osôb."
|
|
},
|
|
{
|
|
"id": "g0467",
|
|
"split": "test",
|
|
"category": "candidate_set_aggregation",
|
|
"difficulty": "hard",
|
|
"question": "Z kandidátov Dárius Lindvai, Lukáš Pokrývka, Alina Vitko vyber všetky osoby, pri ktorých je práca uvedená v roku 2021. Koľko ich je?",
|
|
"expected_documents": [
|
|
"pages/students/2016/darius_lindvai/README.md",
|
|
"pages/students/2016/lukas_pokryvka/README.md",
|
|
"pages/students/2019/alina_vitko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Dárius Lindvai",
|
|
"Lukáš Pokrývka",
|
|
"2",
|
|
"2021"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "filter_and_count",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": true,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Dárius Lindvai"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Lukáš Pokrývka"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Alina Vitko"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Dárius Lindvai"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Lukáš Pokrývka"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_WORK_YEAR"
|
|
],
|
|
"expected_paths": [
|
|
"Dárius Lindvai -> HAS_WORK_YEAR -> 2021",
|
|
"Lukáš Pokrývka -> HAS_WORK_YEAR -> 2021"
|
|
],
|
|
"expected_count": 2,
|
|
"expected_entity_set": [
|
|
"Dárius Lindvai",
|
|
"Lukáš Pokrývka"
|
|
],
|
|
"entity_set_mode": "exact"
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
],
|
|
"note": "Agregácia je obmedzená explicitne uvedeným zoznamom kandidátov, preto nevyžaduje úplný globálny zoznam osôb."
|
|
},
|
|
{
|
|
"id": "g0468",
|
|
"split": "test",
|
|
"category": "candidate_set_aggregation",
|
|
"difficulty": "hard",
|
|
"question": "Z kandidátov Alina Vitko, Filip Tomáš, Márk Fehér, Andrii Pervashov vyber všetky osoby, pri ktorých je práca uvedená v roku 2022. Koľko ich je?",
|
|
"expected_documents": [
|
|
"pages/students/2019/alina_vitko/README.md",
|
|
"pages/students/2019/filip_tomas/README.md",
|
|
"pages/students/2016/mark_feher/README.md",
|
|
"pages/students/2022/andrii_pervashov/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/mark_feher",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Alina Vitko",
|
|
"Filip Tomáš",
|
|
"Márk Fehér",
|
|
"3",
|
|
"2022"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "filter_and_count",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": true,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Alina Vitko"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Filip Tomáš"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Márk Fehér"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Andrii Pervashov"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Alina Vitko"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Filip Tomáš"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Márk Fehér"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_WORK_YEAR"
|
|
],
|
|
"expected_paths": [
|
|
"Alina Vitko -> HAS_WORK_YEAR -> 2022",
|
|
"Filip Tomáš -> HAS_WORK_YEAR -> 2022",
|
|
"Márk Fehér -> HAS_WORK_YEAR -> 2022"
|
|
],
|
|
"expected_count": 3,
|
|
"expected_entity_set": [
|
|
"Alina Vitko",
|
|
"Filip Tomáš",
|
|
"Márk Fehér"
|
|
],
|
|
"entity_set_mode": "exact"
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
],
|
|
"note": "Agregácia je obmedzená explicitne uvedeným zoznamom kandidátov, preto nevyžaduje úplný globálny zoznam osôb."
|
|
},
|
|
{
|
|
"id": "g0469",
|
|
"split": "dev",
|
|
"category": "candidate_set_aggregation",
|
|
"difficulty": "hard",
|
|
"question": "Z kandidátov Ondrej Megela, Patrik Pavlišin, Artem Yatsenko vyber všetky osoby, pri ktorých je práca uvedená v roku 2020. Koľko ich je?",
|
|
"expected_documents": [
|
|
"pages/students/2018/ondrej_megela/README.md",
|
|
"pages/students/2016/patrik_pavlisin/README.md",
|
|
"pages/students/2019/artem_yatsenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Ondrej Megela",
|
|
"Patrik Pavlišin",
|
|
"2",
|
|
"2020"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "filter_and_count",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": true,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Ondrej Megela"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Patrik Pavlišin"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Artem Yatsenko"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Ondrej Megela"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Patrik Pavlišin"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_WORK_YEAR"
|
|
],
|
|
"expected_paths": [
|
|
"Ondrej Megela -> HAS_WORK_YEAR -> 2020",
|
|
"Patrik Pavlišin -> HAS_WORK_YEAR -> 2020"
|
|
],
|
|
"expected_count": 2,
|
|
"expected_entity_set": [
|
|
"Ondrej Megela",
|
|
"Patrik Pavlišin"
|
|
],
|
|
"entity_set_mode": "exact"
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
],
|
|
"note": "Agregácia je obmedzená explicitne uvedeným zoznamom kandidátov, preto nevyžaduje úplný globálny zoznam osôb."
|
|
},
|
|
{
|
|
"id": "g0470",
|
|
"split": "test",
|
|
"category": "candidate_set_aggregation",
|
|
"difficulty": "hard",
|
|
"question": "Z kandidátov Dmytro Ushatenko, Martin Wencel, Alina Vitko vyber všetky osoby, pri ktorých je práca uvedená v roku 2020. Koľko ich je?",
|
|
"expected_documents": [
|
|
"pages/students/2017/dmytro_ushatenko/README.md",
|
|
"pages/students/2018/martin_wencel/README.md",
|
|
"pages/students/2019/alina_vitko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Dmytro Ushatenko",
|
|
"Martin Wencel",
|
|
"2",
|
|
"2020"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "filter_and_count",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": true,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Dmytro Ushatenko"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Martin Wencel"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Alina Vitko"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Dmytro Ushatenko"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Martin Wencel"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_WORK_YEAR"
|
|
],
|
|
"expected_paths": [
|
|
"Dmytro Ushatenko -> HAS_WORK_YEAR -> 2020",
|
|
"Martin Wencel -> HAS_WORK_YEAR -> 2020"
|
|
],
|
|
"expected_count": 2,
|
|
"expected_entity_set": [
|
|
"Dmytro Ushatenko",
|
|
"Martin Wencel"
|
|
],
|
|
"entity_set_mode": "exact"
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
],
|
|
"note": "Agregácia je obmedzená explicitne uvedeným zoznamom kandidátov, preto nevyžaduje úplný globálny zoznam osôb."
|
|
},
|
|
{
|
|
"id": "g0471",
|
|
"split": "dev",
|
|
"category": "candidate_set_aggregation",
|
|
"difficulty": "hard",
|
|
"question": "Z kandidátov Dávid Omasta, Vladimír Ferko, Artem Yatsenko vyber všetky osoby, pri ktorých je práca uvedená v roku 2024. Koľko ich je?",
|
|
"expected_documents": [
|
|
"pages/students/2018/david_omasta/README.md",
|
|
"pages/students/2021/vladimir_ferko/README.md",
|
|
"pages/students/2019/artem_yatsenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_omasta",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Dávid Omasta",
|
|
"Vladimír Ferko",
|
|
"2",
|
|
"2024"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "filter_and_count",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": true,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Dávid Omasta"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Vladimír Ferko"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Artem Yatsenko"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Dávid Omasta"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Vladimír Ferko"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_WORK_YEAR"
|
|
],
|
|
"expected_paths": [
|
|
"Dávid Omasta -> HAS_WORK_YEAR -> 2024",
|
|
"Vladimír Ferko -> HAS_WORK_YEAR -> 2024"
|
|
],
|
|
"expected_count": 2,
|
|
"expected_entity_set": [
|
|
"Dávid Omasta",
|
|
"Vladimír Ferko"
|
|
],
|
|
"entity_set_mode": "exact"
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
],
|
|
"note": "Agregácia je obmedzená explicitne uvedeným zoznamom kandidátov, preto nevyžaduje úplný globálny zoznam osôb."
|
|
},
|
|
{
|
|
"id": "g0472",
|
|
"split": "test",
|
|
"category": "candidate_set_aggregation",
|
|
"difficulty": "hard",
|
|
"question": "Z kandidátov Denis Le Thanh, Ján Malinovský, Maksym Zatirka, Alina Vitko vyber všetky osoby, pri ktorých je práca uvedená v roku 2026. Koľko ich je?",
|
|
"expected_documents": [
|
|
"pages/students/2023/denis_le_thanh/README.md",
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2023/maksym_zatirka/README.md",
|
|
"pages/students/2019/alina_vitko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Denis Le Thanh",
|
|
"Ján Malinovský",
|
|
"Maksym Zatirka",
|
|
"3",
|
|
"2026"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "filter_and_count",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": true,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Denis Le Thanh"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Ján Malinovský"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Maksym Zatirka"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Alina Vitko"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Denis Le Thanh"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Ján Malinovský"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Maksym Zatirka"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_WORK_YEAR"
|
|
],
|
|
"expected_paths": [
|
|
"Denis Le Thanh -> HAS_WORK_YEAR -> 2026",
|
|
"Ján Malinovský -> HAS_WORK_YEAR -> 2026",
|
|
"Maksym Zatirka -> HAS_WORK_YEAR -> 2026"
|
|
],
|
|
"expected_count": 3,
|
|
"expected_entity_set": [
|
|
"Denis Le Thanh",
|
|
"Ján Malinovský",
|
|
"Maksym Zatirka"
|
|
],
|
|
"entity_set_mode": "exact"
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
],
|
|
"note": "Agregácia je obmedzená explicitne uvedeným zoznamom kandidátov, preto nevyžaduje úplný globálny zoznam osôb."
|
|
},
|
|
{
|
|
"id": "g0473",
|
|
"split": "dev",
|
|
"category": "candidate_set_aggregation",
|
|
"difficulty": "hard",
|
|
"question": "Z kandidátov Ján Pták, Matej Novotný, Matej Ščišľak, Artem Yatsenko vyber všetky osoby, pri ktorých je práca uvedená v roku 2026. Koľko ich je?",
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_ptak/README.md",
|
|
"pages/students/2021/matej_novotny/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2019/artem_yatsenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Ján Pták",
|
|
"Matej Novotný",
|
|
"Matej Ščišľak",
|
|
"3",
|
|
"2026"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "filter_and_count",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": true,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Ján Pták"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Matej Novotný"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Matej Ščišľak"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Artem Yatsenko"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Ján Pták"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Matej Novotný"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Matej Ščišľak"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_WORK_YEAR"
|
|
],
|
|
"expected_paths": [
|
|
"Ján Pták -> HAS_WORK_YEAR -> 2026",
|
|
"Matej Novotný -> HAS_WORK_YEAR -> 2026",
|
|
"Matej Ščišľak -> HAS_WORK_YEAR -> 2026"
|
|
],
|
|
"expected_count": 3,
|
|
"expected_entity_set": [
|
|
"Ján Pták",
|
|
"Matej Novotný",
|
|
"Matej Ščišľak"
|
|
],
|
|
"entity_set_mode": "exact"
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
],
|
|
"note": "Agregácia je obmedzená explicitne uvedeným zoznamom kandidátov, preto nevyžaduje úplný globálny zoznam osôb."
|
|
},
|
|
{
|
|
"id": "g0474",
|
|
"split": "test",
|
|
"category": "candidate_set_aggregation",
|
|
"difficulty": "hard",
|
|
"question": "Z kandidátov Andrii Pervashov, Oleh Poiasnik, Alina Vitko vyber všetky osoby, pri ktorých je práca uvedená v roku 2027. Koľko ich je?",
|
|
"expected_documents": [
|
|
"pages/students/2022/andrii_pervashov/README.md",
|
|
"pages/students/2022/oleh_poiasnik/README.md",
|
|
"pages/students/2019/alina_vitko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Andrii Pervashov",
|
|
"Oleh Poiasnik",
|
|
"2",
|
|
"2027"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "filter_and_count",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": true,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Andrii Pervashov"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Oleh Poiasnik"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Alina Vitko"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Andrii Pervashov"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Oleh Poiasnik"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_WORK_YEAR"
|
|
],
|
|
"expected_paths": [
|
|
"Andrii Pervashov -> HAS_WORK_YEAR -> 2027",
|
|
"Oleh Poiasnik -> HAS_WORK_YEAR -> 2027"
|
|
],
|
|
"expected_count": 2,
|
|
"expected_entity_set": [
|
|
"Andrii Pervashov",
|
|
"Oleh Poiasnik"
|
|
],
|
|
"entity_set_mode": "exact"
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
],
|
|
"note": "Agregácia je obmedzená explicitne uvedeným zoznamom kandidátov, preto nevyžaduje úplný globálny zoznam osôb."
|
|
},
|
|
{
|
|
"id": "g0475",
|
|
"split": "dev",
|
|
"category": "candidate_set_aggregation",
|
|
"difficulty": "hard",
|
|
"question": "Z kandidátov Daniil Huzenko, Tetiana Mohorian, Artem Yatsenko vyber všetky osoby, pri ktorých je práca uvedená v roku 2025. Koľko ich je?",
|
|
"expected_documents": [
|
|
"pages/students/2022/daniil_huzenko/README.md",
|
|
"pages/students/2022/tetiana_mohorian/README.md",
|
|
"pages/students/2019/artem_yatsenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Daniil Huzenko",
|
|
"Tetiana Mohorian",
|
|
"2",
|
|
"2025"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "filter_and_count",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": true,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Daniil Huzenko"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Tetiana Mohorian"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Artem Yatsenko"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Daniil Huzenko"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Tetiana Mohorian"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_WORK_YEAR"
|
|
],
|
|
"expected_paths": [
|
|
"Daniil Huzenko -> HAS_WORK_YEAR -> 2025",
|
|
"Tetiana Mohorian -> HAS_WORK_YEAR -> 2025"
|
|
],
|
|
"expected_count": 2,
|
|
"expected_entity_set": [
|
|
"Daniil Huzenko",
|
|
"Tetiana Mohorian"
|
|
],
|
|
"entity_set_mode": "exact"
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
],
|
|
"note": "Agregácia je obmedzená explicitne uvedeným zoznamom kandidátov, preto nevyžaduje úplný globálny zoznam osôb."
|
|
},
|
|
{
|
|
"id": "g0476",
|
|
"split": "dev",
|
|
"category": "candidate_set_aggregation",
|
|
"difficulty": "hard",
|
|
"question": "Ktoré osoby zo zoznamu Jakub Maruniak, Ján Holp, Maroš Harahus, Artem Yatsenko zdieľajú rok práce 2021? Uveď aj ich počet.",
|
|
"expected_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md",
|
|
"pages/students/2016/jan_holp/README.md",
|
|
"pages/students/2016/maros_harahus/README.md",
|
|
"pages/students/2019/artem_yatsenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Jakub Maruniak",
|
|
"Ján Holp",
|
|
"Maroš Harahus",
|
|
"3",
|
|
"2021"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "filter_and_count",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": true,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Jakub Maruniak"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Ján Holp"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Maroš Harahus"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Artem Yatsenko"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Jakub Maruniak"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Ján Holp"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Maroš Harahus"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_WORK_YEAR"
|
|
],
|
|
"expected_paths": [
|
|
"Jakub Maruniak -> HAS_WORK_YEAR -> 2021",
|
|
"Ján Holp -> HAS_WORK_YEAR -> 2021",
|
|
"Maroš Harahus -> HAS_WORK_YEAR -> 2021"
|
|
],
|
|
"expected_count": 3,
|
|
"expected_entity_set": [
|
|
"Jakub Maruniak",
|
|
"Ján Holp",
|
|
"Maroš Harahus"
|
|
],
|
|
"entity_set_mode": "exact"
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
],
|
|
"note": "Agregácia je obmedzená explicitne uvedeným zoznamom kandidátov, preto nevyžaduje úplný globálny zoznam osôb."
|
|
},
|
|
{
|
|
"id": "g0477",
|
|
"split": "dev",
|
|
"category": "candidate_set_aggregation",
|
|
"difficulty": "hard",
|
|
"question": "Ktoré osoby zo zoznamu Artem Yatsenko, Dominik Nagy, Kristián Sopkovič, Daniil Huzenko zdieľajú rok práce 2022? Uveď aj ich počet.",
|
|
"expected_documents": [
|
|
"pages/students/2019/artem_yatsenko/README.md",
|
|
"pages/students/2016/dominik_nagy/README.md",
|
|
"pages/students/2019/kristian_sopkovic/README.md",
|
|
"pages/students/2022/daniil_huzenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Artem Yatsenko",
|
|
"Dominik Nagy",
|
|
"Kristián Sopkovič",
|
|
"3",
|
|
"2022"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "filter_and_count",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": true,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Artem Yatsenko"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Dominik Nagy"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Kristián Sopkovič"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Daniil Huzenko"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Artem Yatsenko"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Dominik Nagy"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Kristián Sopkovič"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_WORK_YEAR"
|
|
],
|
|
"expected_paths": [
|
|
"Artem Yatsenko -> HAS_WORK_YEAR -> 2022",
|
|
"Dominik Nagy -> HAS_WORK_YEAR -> 2022",
|
|
"Kristián Sopkovič -> HAS_WORK_YEAR -> 2022"
|
|
],
|
|
"expected_count": 3,
|
|
"expected_entity_set": [
|
|
"Artem Yatsenko",
|
|
"Dominik Nagy",
|
|
"Kristián Sopkovič"
|
|
],
|
|
"entity_set_mode": "exact"
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
],
|
|
"note": "Agregácia je obmedzená explicitne uvedeným zoznamom kandidátov, preto nevyžaduje úplný globálny zoznam osôb."
|
|
},
|
|
{
|
|
"id": "g0478",
|
|
"split": "test",
|
|
"category": "candidate_set_aggregation",
|
|
"difficulty": "hard",
|
|
"question": "Ktoré osoby zo zoznamu Dárius Lindvai, Lukáš Pokrývka, Alina Vitko zdieľajú rok práce 2021? Uveď aj ich počet.",
|
|
"expected_documents": [
|
|
"pages/students/2016/darius_lindvai/README.md",
|
|
"pages/students/2016/lukas_pokryvka/README.md",
|
|
"pages/students/2019/alina_vitko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Dárius Lindvai",
|
|
"Lukáš Pokrývka",
|
|
"2",
|
|
"2021"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "filter_and_count",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": true,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Dárius Lindvai"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Lukáš Pokrývka"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Alina Vitko"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Dárius Lindvai"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Lukáš Pokrývka"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_WORK_YEAR"
|
|
],
|
|
"expected_paths": [
|
|
"Dárius Lindvai -> HAS_WORK_YEAR -> 2021",
|
|
"Lukáš Pokrývka -> HAS_WORK_YEAR -> 2021"
|
|
],
|
|
"expected_count": 2,
|
|
"expected_entity_set": [
|
|
"Dárius Lindvai",
|
|
"Lukáš Pokrývka"
|
|
],
|
|
"entity_set_mode": "exact"
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
],
|
|
"note": "Agregácia je obmedzená explicitne uvedeným zoznamom kandidátov, preto nevyžaduje úplný globálny zoznam osôb."
|
|
},
|
|
{
|
|
"id": "g0479",
|
|
"split": "test",
|
|
"category": "candidate_set_aggregation",
|
|
"difficulty": "hard",
|
|
"question": "Ktoré osoby zo zoznamu Alina Vitko, Filip Tomáš, Márk Fehér, Andrii Pervashov zdieľajú rok práce 2022? Uveď aj ich počet.",
|
|
"expected_documents": [
|
|
"pages/students/2019/alina_vitko/README.md",
|
|
"pages/students/2019/filip_tomas/README.md",
|
|
"pages/students/2016/mark_feher/README.md",
|
|
"pages/students/2022/andrii_pervashov/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/mark_feher",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Alina Vitko",
|
|
"Filip Tomáš",
|
|
"Márk Fehér",
|
|
"3",
|
|
"2022"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "filter_and_count",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": true,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Alina Vitko"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Filip Tomáš"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Márk Fehér"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Andrii Pervashov"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Alina Vitko"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Filip Tomáš"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Márk Fehér"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_WORK_YEAR"
|
|
],
|
|
"expected_paths": [
|
|
"Alina Vitko -> HAS_WORK_YEAR -> 2022",
|
|
"Filip Tomáš -> HAS_WORK_YEAR -> 2022",
|
|
"Márk Fehér -> HAS_WORK_YEAR -> 2022"
|
|
],
|
|
"expected_count": 3,
|
|
"expected_entity_set": [
|
|
"Alina Vitko",
|
|
"Filip Tomáš",
|
|
"Márk Fehér"
|
|
],
|
|
"entity_set_mode": "exact"
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
],
|
|
"note": "Agregácia je obmedzená explicitne uvedeným zoznamom kandidátov, preto nevyžaduje úplný globálny zoznam osôb."
|
|
},
|
|
{
|
|
"id": "g0480",
|
|
"split": "dev",
|
|
"category": "candidate_set_aggregation",
|
|
"difficulty": "hard",
|
|
"question": "Ktoré osoby zo zoznamu Ondrej Megela, Patrik Pavlišin, Artem Yatsenko zdieľajú rok práce 2020? Uveď aj ich počet.",
|
|
"expected_documents": [
|
|
"pages/students/2018/ondrej_megela/README.md",
|
|
"pages/students/2016/patrik_pavlisin/README.md",
|
|
"pages/students/2019/artem_yatsenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Ondrej Megela",
|
|
"Patrik Pavlišin",
|
|
"2",
|
|
"2020"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "filter_and_count",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": true,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Ondrej Megela"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Patrik Pavlišin"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Artem Yatsenko"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Ondrej Megela"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Patrik Pavlišin"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_WORK_YEAR"
|
|
],
|
|
"expected_paths": [
|
|
"Ondrej Megela -> HAS_WORK_YEAR -> 2020",
|
|
"Patrik Pavlišin -> HAS_WORK_YEAR -> 2020"
|
|
],
|
|
"expected_count": 2,
|
|
"expected_entity_set": [
|
|
"Ondrej Megela",
|
|
"Patrik Pavlišin"
|
|
],
|
|
"entity_set_mode": "exact"
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
],
|
|
"note": "Agregácia je obmedzená explicitne uvedeným zoznamom kandidátov, preto nevyžaduje úplný globálny zoznam osôb."
|
|
},
|
|
{
|
|
"id": "g0481",
|
|
"split": "test",
|
|
"category": "conjunctive_disambiguation",
|
|
"difficulty": "hard",
|
|
"question": "Ktorá z osôb Denis Le Thanh a Ján Malinovský spĺňa obe podmienky: jej dokument súvisí s témou inštrukcie a jej práca je uvedená v roku 2026?",
|
|
"expected_documents": [
|
|
"pages/students/2023/denis_le_thanh/README.md",
|
|
"pages/students/2022/jan_malinovsky/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Denis Le Thanh",
|
|
"inštrukcie",
|
|
"2026"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "conjunctive_filter",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": true,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Denis Le Thanh"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Ján Malinovský"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Denis Le Thanh"
|
|
},
|
|
{
|
|
"type": "topic",
|
|
"value": "inštrukcie"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"MENTIONS_TOPIC",
|
|
"HAS_WORK_YEAR"
|
|
],
|
|
"expected_paths": [
|
|
"Denis Le Thanh -> MENTIONS_TOPIC -> inštrukcie",
|
|
"Denis Le Thanh -> HAS_WORK_YEAR -> 2026"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
],
|
|
"note": "Distraktor zdieľa presne jednu z dvoch podmienok, ale nie obe."
|
|
},
|
|
{
|
|
"id": "g0482",
|
|
"split": "test",
|
|
"category": "conjunctive_disambiguation",
|
|
"difficulty": "hard",
|
|
"question": "Ktorá z osôb Denis Le Thanh a Ján Malinovský spĺňa obe podmienky: jej dokument súvisí s témou Slovak Mistral a jej práca je uvedená v roku 2026?",
|
|
"expected_documents": [
|
|
"pages/students/2023/denis_le_thanh/README.md",
|
|
"pages/students/2022/jan_malinovsky/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Denis Le Thanh",
|
|
"Slovak Mistral",
|
|
"2026"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "conjunctive_filter",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": true,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Denis Le Thanh"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Ján Malinovský"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Denis Le Thanh"
|
|
},
|
|
{
|
|
"type": "topic",
|
|
"value": "Slovak Mistral"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"MENTIONS_TOPIC",
|
|
"HAS_WORK_YEAR"
|
|
],
|
|
"expected_paths": [
|
|
"Denis Le Thanh -> MENTIONS_TOPIC -> Slovak Mistral",
|
|
"Denis Le Thanh -> HAS_WORK_YEAR -> 2026"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
],
|
|
"note": "Distraktor zdieľa presne jednu z dvoch podmienok, ale nie obe."
|
|
},
|
|
{
|
|
"id": "g0483",
|
|
"split": "test",
|
|
"category": "conjunctive_disambiguation",
|
|
"difficulty": "hard",
|
|
"question": "Ktorá z osôb Oleh Poiasnik a Andrii Pervashov spĺňa obe podmienky: jej dokument súvisí s témou znalostný graf a jej práca je uvedená v roku 2027?",
|
|
"expected_documents": [
|
|
"pages/students/2022/oleh_poiasnik/README.md",
|
|
"pages/students/2022/andrii_pervashov/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Oleh Poiasnik",
|
|
"znalostný graf",
|
|
"2027"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "conjunctive_filter",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": true,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Oleh Poiasnik"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Andrii Pervashov"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Oleh Poiasnik"
|
|
},
|
|
{
|
|
"type": "topic",
|
|
"value": "znalostný graf"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2027"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"MENTIONS_TOPIC",
|
|
"HAS_WORK_YEAR"
|
|
],
|
|
"expected_paths": [
|
|
"Oleh Poiasnik -> MENTIONS_TOPIC -> znalostný graf",
|
|
"Oleh Poiasnik -> HAS_WORK_YEAR -> 2027"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
],
|
|
"note": "Distraktor zdieľa presne jednu z dvoch podmienok, ale nie obe."
|
|
},
|
|
{
|
|
"id": "g0484",
|
|
"split": "dev",
|
|
"category": "conjunctive_disambiguation",
|
|
"difficulty": "hard",
|
|
"question": "Ktorá z osôb Ján Pták a Matej Novotný spĺňa obe podmienky: jej dokument súvisí s témou OpenWebUI a jej práca je uvedená v roku 2026?",
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_ptak/README.md",
|
|
"pages/students/2021/matej_novotny/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Ján Pták",
|
|
"OpenWebUI",
|
|
"2026"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "conjunctive_filter",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": true,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Ján Pták"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Matej Novotný"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Ján Pták"
|
|
},
|
|
{
|
|
"type": "topic",
|
|
"value": "OpenWebUI"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"MENTIONS_TOPIC",
|
|
"HAS_WORK_YEAR"
|
|
],
|
|
"expected_paths": [
|
|
"Ján Pták -> MENTIONS_TOPIC -> OpenWebUI",
|
|
"Ján Pták -> HAS_WORK_YEAR -> 2026"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
],
|
|
"note": "Distraktor zdieľa presne jednu z dvoch podmienok, ale nie obe."
|
|
},
|
|
{
|
|
"id": "g0485",
|
|
"split": "dev",
|
|
"category": "conjunctive_disambiguation",
|
|
"difficulty": "hard",
|
|
"question": "Ktorá z osôb Michal Stromko a Artem Yatsenko spĺňa obe podmienky: jej dokument súvisí s témou Elasticsearch a jej práca je uvedená v roku 2022?",
|
|
"expected_documents": [
|
|
"pages/students/2019/michal_stromko/README.md",
|
|
"pages/students/2019/artem_yatsenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Michal Stromko",
|
|
"Elasticsearch",
|
|
"2022"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "conjunctive_filter",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": true,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Michal Stromko"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Artem Yatsenko"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Michal Stromko"
|
|
},
|
|
{
|
|
"type": "topic",
|
|
"value": "Elasticsearch"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"MENTIONS_TOPIC",
|
|
"HAS_WORK_YEAR"
|
|
],
|
|
"expected_paths": [
|
|
"Michal Stromko -> MENTIONS_TOPIC -> Elasticsearch",
|
|
"Michal Stromko -> HAS_WORK_YEAR -> 2022"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
],
|
|
"note": "Distraktor zdieľa presne jednu z dvoch podmienok, ale nie obe."
|
|
},
|
|
{
|
|
"id": "g0486",
|
|
"split": "dev",
|
|
"category": "conjunctive_disambiguation",
|
|
"difficulty": "hard",
|
|
"question": "Ktorá z osôb Tetiana Mohorian a Daniil Huzenko spĺňa obe podmienky: jej dokument súvisí s témou LLM a jej práca je uvedená v roku 2025?",
|
|
"expected_documents": [
|
|
"pages/students/2022/tetiana_mohorian/README.md",
|
|
"pages/students/2022/daniil_huzenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Tetiana Mohorian",
|
|
"LLM",
|
|
"2025"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "conjunctive_filter",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": true,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Tetiana Mohorian"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Daniil Huzenko"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Tetiana Mohorian"
|
|
},
|
|
{
|
|
"type": "topic",
|
|
"value": "LLM"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2025"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"MENTIONS_TOPIC",
|
|
"HAS_WORK_YEAR"
|
|
],
|
|
"expected_paths": [
|
|
"Tetiana Mohorian -> MENTIONS_TOPIC -> LLM",
|
|
"Tetiana Mohorian -> HAS_WORK_YEAR -> 2025"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
],
|
|
"note": "Distraktor zdieľa presne jednu z dvoch podmienok, ale nie obe."
|
|
},
|
|
{
|
|
"id": "g0487",
|
|
"split": "test",
|
|
"category": "conjunctive_disambiguation",
|
|
"difficulty": "hard",
|
|
"question": "Ktorá z osôb Martin Wencel a Dmytro Ushatenko spĺňa obe podmienky: jej dokument súvisí s témou pomenované entity a jej práca je uvedená v roku 2020?",
|
|
"expected_documents": [
|
|
"pages/students/2018/martin_wencel/README.md",
|
|
"pages/students/2017/dmytro_ushatenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Martin Wencel",
|
|
"pomenované entity",
|
|
"2020"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "conjunctive_filter",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": true,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Martin Wencel"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Dmytro Ushatenko"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Martin Wencel"
|
|
},
|
|
{
|
|
"type": "topic",
|
|
"value": "pomenované entity"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2020"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"MENTIONS_TOPIC",
|
|
"HAS_WORK_YEAR"
|
|
],
|
|
"expected_paths": [
|
|
"Martin Wencel -> MENTIONS_TOPIC -> pomenované entity",
|
|
"Martin Wencel -> HAS_WORK_YEAR -> 2020"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
],
|
|
"note": "Distraktor zdieľa presne jednu z dvoch podmienok, ale nie obe."
|
|
},
|
|
{
|
|
"id": "g0488",
|
|
"split": "dev",
|
|
"category": "conjunctive_disambiguation",
|
|
"difficulty": "hard",
|
|
"question": "Ktorá z osôb Michal Stromko a Artem Yatsenko spĺňa obe podmienky: jej dokument súvisí s témou FAISS a jej práca je uvedená v roku 2022?",
|
|
"expected_documents": [
|
|
"pages/students/2019/michal_stromko/README.md",
|
|
"pages/students/2019/artem_yatsenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Michal Stromko",
|
|
"FAISS",
|
|
"2022"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "conjunctive_filter",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": true,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Michal Stromko"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Artem Yatsenko"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Michal Stromko"
|
|
},
|
|
{
|
|
"type": "topic",
|
|
"value": "FAISS"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"MENTIONS_TOPIC",
|
|
"HAS_WORK_YEAR"
|
|
],
|
|
"expected_paths": [
|
|
"Michal Stromko -> MENTIONS_TOPIC -> FAISS",
|
|
"Michal Stromko -> HAS_WORK_YEAR -> 2022"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
],
|
|
"note": "Distraktor zdieľa presne jednu z dvoch podmienok, ale nie obe."
|
|
},
|
|
{
|
|
"id": "g0489",
|
|
"split": "test",
|
|
"category": "conjunctive_disambiguation",
|
|
"difficulty": "hard",
|
|
"question": "Ktorá z osôb Dárius Lindvai a Lukáš Pokrývka spĺňa obe podmienky: jej dokument súvisí s témou CRF a jej práca je uvedená v roku 2021?",
|
|
"expected_documents": [
|
|
"pages/students/2016/darius_lindvai/README.md",
|
|
"pages/students/2016/lukas_pokryvka/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Dárius Lindvai",
|
|
"CRF",
|
|
"2021"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "conjunctive_filter",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": true,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Dárius Lindvai"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Lukáš Pokrývka"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Dárius Lindvai"
|
|
},
|
|
{
|
|
"type": "topic",
|
|
"value": "CRF"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2021"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"MENTIONS_TOPIC",
|
|
"HAS_WORK_YEAR"
|
|
],
|
|
"expected_paths": [
|
|
"Dárius Lindvai -> MENTIONS_TOPIC -> CRF",
|
|
"Dárius Lindvai -> HAS_WORK_YEAR -> 2021"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
],
|
|
"note": "Distraktor zdieľa presne jednu z dvoch podmienok, ale nie obe."
|
|
},
|
|
{
|
|
"id": "g0490",
|
|
"split": "dev",
|
|
"category": "conjunctive_disambiguation",
|
|
"difficulty": "hard",
|
|
"question": "Ktorá z osôb Tetiana Mohorian a Daniil Huzenko spĺňa obe podmienky: jej dokument súvisí s témou prompting a jej práca je uvedená v roku 2025?",
|
|
"expected_documents": [
|
|
"pages/students/2022/tetiana_mohorian/README.md",
|
|
"pages/students/2022/daniil_huzenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Tetiana Mohorian",
|
|
"prompting",
|
|
"2025"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "conjunctive_filter",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": true,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Tetiana Mohorian"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Daniil Huzenko"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Tetiana Mohorian"
|
|
},
|
|
{
|
|
"type": "topic",
|
|
"value": "prompting"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2025"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"MENTIONS_TOPIC",
|
|
"HAS_WORK_YEAR"
|
|
],
|
|
"expected_paths": [
|
|
"Tetiana Mohorian -> MENTIONS_TOPIC -> prompting",
|
|
"Tetiana Mohorian -> HAS_WORK_YEAR -> 2025"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
],
|
|
"note": "Distraktor zdieľa presne jednu z dvoch podmienok, ale nie obe."
|
|
},
|
|
{
|
|
"id": "g0491",
|
|
"split": "test",
|
|
"category": "conjunctive_disambiguation",
|
|
"difficulty": "hard",
|
|
"question": "Ktorá z osôb Alina Vitko a Filip Tomáš spĺňa obe podmienky: jej dokument súvisí s témou Streamlit a jej práca je uvedená v roku 2022?",
|
|
"expected_documents": [
|
|
"pages/students/2019/alina_vitko/README.md",
|
|
"pages/students/2019/filip_tomas/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Alina Vitko",
|
|
"Streamlit",
|
|
"2022"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "conjunctive_filter",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": true,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Alina Vitko"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Filip Tomáš"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Alina Vitko"
|
|
},
|
|
{
|
|
"type": "topic",
|
|
"value": "Streamlit"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"MENTIONS_TOPIC",
|
|
"HAS_WORK_YEAR"
|
|
],
|
|
"expected_paths": [
|
|
"Alina Vitko -> MENTIONS_TOPIC -> Streamlit",
|
|
"Alina Vitko -> HAS_WORK_YEAR -> 2022"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
],
|
|
"note": "Distraktor zdieľa presne jednu z dvoch podmienok, ale nie obe."
|
|
},
|
|
{
|
|
"id": "g0492",
|
|
"split": "dev",
|
|
"category": "conjunctive_disambiguation",
|
|
"difficulty": "hard",
|
|
"question": "Ktorá z osôb Yevhenii Medushivskyi a Ján Pták spĺňa obe podmienky: jej dokument súvisí s témou webový korpus a jej práca je uvedená v roku 2026?",
|
|
"expected_documents": [
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md",
|
|
"pages/students/2022/jan_ptak/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Yevhenii Medushivskyi",
|
|
"webový korpus",
|
|
"2026"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "conjunctive_filter",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": true,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Yevhenii Medushivskyi"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Ján Pták"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Yevhenii Medushivskyi"
|
|
},
|
|
{
|
|
"type": "topic",
|
|
"value": "webový korpus"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"MENTIONS_TOPIC",
|
|
"HAS_WORK_YEAR"
|
|
],
|
|
"expected_paths": [
|
|
"Yevhenii Medushivskyi -> MENTIONS_TOPIC -> webový korpus",
|
|
"Yevhenii Medushivskyi -> HAS_WORK_YEAR -> 2026"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
],
|
|
"note": "Distraktor zdieľa presne jednu z dvoch podmienok, ale nie obe."
|
|
},
|
|
{
|
|
"id": "g0493",
|
|
"split": "dev",
|
|
"category": "conjunctive_disambiguation",
|
|
"difficulty": "hard",
|
|
"question": "Ktorá z osôb Simona Bobrovčanová a Ján Pták spĺňa obe podmienky: jej dokument súvisí s témou právne dokumenty a jej práca je uvedená v roku 2026?",
|
|
"expected_documents": [
|
|
"pages/students/2023/simona_bobrovcanova/README.md",
|
|
"pages/students/2022/jan_ptak/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Simona Bobrovčanová",
|
|
"právne dokumenty",
|
|
"2026"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "conjunctive_filter",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": true,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Simona Bobrovčanová"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Ján Pták"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Simona Bobrovčanová"
|
|
},
|
|
{
|
|
"type": "topic",
|
|
"value": "právne dokumenty"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"MENTIONS_TOPIC",
|
|
"HAS_WORK_YEAR"
|
|
],
|
|
"expected_paths": [
|
|
"Simona Bobrovčanová -> MENTIONS_TOPIC -> právne dokumenty",
|
|
"Simona Bobrovčanová -> HAS_WORK_YEAR -> 2026"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
],
|
|
"note": "Distraktor zdieľa presne jednu z dvoch podmienok, ale nie obe."
|
|
},
|
|
{
|
|
"id": "g0494",
|
|
"split": "test",
|
|
"category": "conjunctive_disambiguation",
|
|
"difficulty": "hard",
|
|
"question": "Ktorá z osôb Dmytro Ushatenko a Martin Wencel spĺňa obe podmienky: jej dokument súvisí s témou chatbot a jej práca je uvedená v roku 2020?",
|
|
"expected_documents": [
|
|
"pages/students/2017/dmytro_ushatenko/README.md",
|
|
"pages/students/2018/martin_wencel/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Dmytro Ushatenko",
|
|
"chatbot",
|
|
"2020"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "conjunctive_filter",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": true,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Dmytro Ushatenko"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Martin Wencel"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Dmytro Ushatenko"
|
|
},
|
|
{
|
|
"type": "topic",
|
|
"value": "chatbot"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2020"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"MENTIONS_TOPIC",
|
|
"HAS_WORK_YEAR"
|
|
],
|
|
"expected_paths": [
|
|
"Dmytro Ushatenko -> MENTIONS_TOPIC -> chatbot",
|
|
"Dmytro Ushatenko -> HAS_WORK_YEAR -> 2020"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
],
|
|
"note": "Distraktor zdieľa presne jednu z dvoch podmienok, ale nie obe."
|
|
},
|
|
{
|
|
"id": "g0495",
|
|
"split": "dev",
|
|
"category": "conjunctive_disambiguation",
|
|
"difficulty": "hard",
|
|
"question": "Ktorá z osôb Kristián Sopkovič a Artem Yatsenko spĺňa obe podmienky: jej dokument súvisí s témou slovenčina a jej práca je uvedená v roku 2022?",
|
|
"expected_documents": [
|
|
"pages/students/2019/kristian_sopkovic/README.md",
|
|
"pages/students/2019/artem_yatsenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Kristián Sopkovič",
|
|
"slovenčina",
|
|
"2022"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "conjunctive_filter",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": true,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Kristián Sopkovič"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Artem Yatsenko"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Kristián Sopkovič"
|
|
},
|
|
{
|
|
"type": "topic",
|
|
"value": "slovenčina"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"MENTIONS_TOPIC",
|
|
"HAS_WORK_YEAR"
|
|
],
|
|
"expected_paths": [
|
|
"Kristián Sopkovič -> MENTIONS_TOPIC -> slovenčina",
|
|
"Kristián Sopkovič -> HAS_WORK_YEAR -> 2022"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
],
|
|
"note": "Distraktor zdieľa presne jednu z dvoch podmienok, ale nie obe."
|
|
},
|
|
{
|
|
"id": "g0496",
|
|
"split": "test",
|
|
"category": "conjunctive_disambiguation",
|
|
"difficulty": "hard",
|
|
"question": "Ktorá z osôb Andrii Pervashov a Oleh Poiasnik spĺňa obe podmienky: jej dokument súvisí s témou speech-to-text a jej práca je uvedená v roku 2027?",
|
|
"expected_documents": [
|
|
"pages/students/2022/andrii_pervashov/README.md",
|
|
"pages/students/2022/oleh_poiasnik/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Andrii Pervashov",
|
|
"speech-to-text",
|
|
"2027"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "conjunctive_filter",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": true,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Andrii Pervashov"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Oleh Poiasnik"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Andrii Pervashov"
|
|
},
|
|
{
|
|
"type": "topic",
|
|
"value": "speech-to-text"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2027"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"MENTIONS_TOPIC",
|
|
"HAS_WORK_YEAR"
|
|
],
|
|
"expected_paths": [
|
|
"Andrii Pervashov -> MENTIONS_TOPIC -> speech-to-text",
|
|
"Andrii Pervashov -> HAS_WORK_YEAR -> 2027"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
],
|
|
"note": "Distraktor zdieľa presne jednu z dvoch podmienok, ale nie obe."
|
|
},
|
|
{
|
|
"id": "g0497",
|
|
"split": "test",
|
|
"category": "conjunctive_disambiguation",
|
|
"difficulty": "hard",
|
|
"question": "Ktorá z osôb Lukáš Pokrývka a Dárius Lindvai spĺňa obe podmienky: jej dokument súvisí s témou GPU a jej práca je uvedená v roku 2021?",
|
|
"expected_documents": [
|
|
"pages/students/2016/lukas_pokryvka/README.md",
|
|
"pages/students/2016/darius_lindvai/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Lukáš Pokrývka",
|
|
"GPU",
|
|
"2021"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "conjunctive_filter",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": true,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Lukáš Pokrývka"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Dárius Lindvai"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Lukáš Pokrývka"
|
|
},
|
|
{
|
|
"type": "topic",
|
|
"value": "GPU"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2021"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"MENTIONS_TOPIC",
|
|
"HAS_WORK_YEAR"
|
|
],
|
|
"expected_paths": [
|
|
"Lukáš Pokrývka -> MENTIONS_TOPIC -> GPU",
|
|
"Lukáš Pokrývka -> HAS_WORK_YEAR -> 2021"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
],
|
|
"note": "Distraktor zdieľa presne jednu z dvoch podmienok, ale nie obe."
|
|
},
|
|
{
|
|
"id": "g0498",
|
|
"split": "dev",
|
|
"category": "conjunctive_disambiguation",
|
|
"difficulty": "hard",
|
|
"question": "Ktorá z osôb Maroš Harahus a Artem Yatsenko spĺňa obe podmienky: jej dokument súvisí s témou Spacy a jej práca je uvedená v roku 2021?",
|
|
"expected_documents": [
|
|
"pages/students/2016/maros_harahus/README.md",
|
|
"pages/students/2019/artem_yatsenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Maroš Harahus",
|
|
"Spacy",
|
|
"2021"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "conjunctive_filter",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": true,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Maroš Harahus"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Artem Yatsenko"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Maroš Harahus"
|
|
},
|
|
{
|
|
"type": "topic",
|
|
"value": "Spacy"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2021"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"MENTIONS_TOPIC",
|
|
"HAS_WORK_YEAR"
|
|
],
|
|
"expected_paths": [
|
|
"Maroš Harahus -> MENTIONS_TOPIC -> Spacy",
|
|
"Maroš Harahus -> HAS_WORK_YEAR -> 2021"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
],
|
|
"note": "Distraktor zdieľa presne jednu z dvoch podmienok, ale nie obe."
|
|
},
|
|
{
|
|
"id": "g0499",
|
|
"split": "dev",
|
|
"category": "conjunctive_disambiguation",
|
|
"difficulty": "hard",
|
|
"question": "Ktorá z osôb Ján Holp a Jakub Maruniak spĺňa obe podmienky: jej dokument súvisí s témou slovenský internet a jej práca je uvedená v roku 2021?",
|
|
"expected_documents": [
|
|
"pages/students/2016/jan_holp/README.md",
|
|
"pages/students/2016/jakub_maruniak/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Ján Holp",
|
|
"slovenský internet",
|
|
"2021"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "conjunctive_filter",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": true,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Ján Holp"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Jakub Maruniak"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Ján Holp"
|
|
},
|
|
{
|
|
"type": "topic",
|
|
"value": "slovenský internet"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2021"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"MENTIONS_TOPIC",
|
|
"HAS_WORK_YEAR"
|
|
],
|
|
"expected_paths": [
|
|
"Ján Holp -> MENTIONS_TOPIC -> slovenský internet",
|
|
"Ján Holp -> HAS_WORK_YEAR -> 2021"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
],
|
|
"note": "Distraktor zdieľa presne jednu z dvoch podmienok, ale nie obe."
|
|
},
|
|
{
|
|
"id": "g0500",
|
|
"split": "dev",
|
|
"category": "conjunctive_disambiguation",
|
|
"difficulty": "hard",
|
|
"question": "Ktorá z osôb Kristián Sopkovič a Dominik Nagy spĺňa obe podmienky: jej dokument súvisí s témou Spacy a jej práca je uvedená v roku 2022?",
|
|
"expected_documents": [
|
|
"pages/students/2019/kristian_sopkovic/README.md",
|
|
"pages/students/2016/dominik_nagy/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"
|
|
],
|
|
"expected_answer_contains": [
|
|
"Kristián Sopkovič",
|
|
"Spacy",
|
|
"2022"
|
|
],
|
|
"should_answer": true,
|
|
"graph": {
|
|
"task": "conjunctive_filter",
|
|
"hop_count": 2,
|
|
"requires_multiple_documents": true,
|
|
"start_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Kristián Sopkovič"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Dominik Nagy"
|
|
}
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Kristián Sopkovič"
|
|
},
|
|
{
|
|
"type": "topic",
|
|
"value": "Spacy"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"MENTIONS_TOPIC",
|
|
"HAS_WORK_YEAR"
|
|
],
|
|
"expected_paths": [
|
|
"Kristián Sopkovič -> MENTIONS_TOPIC -> Spacy",
|
|
"Kristián Sopkovič -> HAS_WORK_YEAR -> 2022"
|
|
]
|
|
},
|
|
"evidence_basis": [
|
|
"questions_extended_2000"
|
|
],
|
|
"note": "Distraktor zdieľa presne jednu z dvoch podmienok, ale nie obe."
|
|
}
|
|
]
|